-- Logs begin at Fri 2021-06-18 21:11:17 UTC, end at Fri 2021-06-18 22:17:19 UTC. -- Jun 18 21:53:39.582928 dv-cinder-766752-3-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 18 21:53:42.277541 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.common.config [-] Logging enabled! Jun 18 21:53:42.278126 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev362 Jun 18 21:53:42.278305 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93154) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 18 21:53:42.281521 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.common.config [-] Logging enabled! Jun 18 21:53:42.281776 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev362 Jun 18 21:53:42.282085 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93154) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 18 21:53:42.283002 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 18 21:53:42.283237 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 18 21:53:42.284123 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 18 21:53:42.284372 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 18 21:53:42.284634 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 18 21:53:42.284946 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:42.285239 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:42.285530 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:42.285757 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:42.286048 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:42.286336 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:42.286615 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:42.286898 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:42.287194 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:42.287475 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:42.287754 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:42.288034 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:42.288264 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:42.288559 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:42.288844 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:42.289128 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:42.289353 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] debug = True {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:42.289628 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:42.290041 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:42.290449 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:42.290725 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:42.291007 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:42.291284 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:42.291564 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:42.291822 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:42.292106 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:42.292431 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] host = dv-cinder-766752-3-smb {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:42.292726 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:42.293009 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:42.293292 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:42.293574 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:42.293845 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:42.294117 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:42.294396 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:42.294666 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:42.294935 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] log_file = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:42.295208 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:42.295491 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:42.295773 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:42.296057 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:42.296280 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:42.296500 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:42.296806 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:42.297090 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:42.297364 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:42.297638 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:42.297910 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:42.298181 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:42.298452 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:42.298717 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:42.298997 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:42.299885 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:42.300169 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:42.300452 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:42.300821 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:42.301097 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:42.301379 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:42.301659 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:42.301934 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:42.302207 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:42.302481 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:42.302764 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:42.303031 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:42.303301 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:42.303597 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:42.303879 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:42.304155 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:42.304435 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:42.304748 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:42.305027 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:42.305297 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:42.305565 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:42.305834 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] use_json = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:42.306104 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:42.306370 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:42.306680 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:42.306949 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:42.307217 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:42.307487 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:42.308017 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:42.308299 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:42.308615 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.308910 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.309206 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.309488 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.309776 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.310055 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.310340 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.310616 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.310899 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.311182 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.311474 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.311747 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.312030 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.312305 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.312616 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.312917 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.313205 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.313491 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.313765 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.314037 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.314306 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.314581 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.314980 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.315386 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.315547 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.315820 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.316097 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.316384 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.316684 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.316956 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.317232 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.317518 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.317794 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.318067 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.318345 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.318618 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.318888 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.319156 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.319428 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.319713 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.319989 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.320257 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.320525 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.320820 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.321089 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.321373 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.321645 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.321916 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.322184 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.322457 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.322727 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.322995 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.323266 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.323535 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.323810 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.324080 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.324349 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.324645 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.324917 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.325186 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.325453 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.325721 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.325995 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.326266 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.326533 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.326801 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.327069 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.327339 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.327620 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.327913 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.328187 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.328461 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.328758 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.329035 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.329308 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.329581 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.329856 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.330132 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.330426 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.330971 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.330971 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.331250 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.331532 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.331808 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.332098 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.332373 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.332679 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.332955 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.333231 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.333515 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.333795 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.334087 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.334375 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.334662 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.334949 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.335237 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.335514 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.335817 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.336093 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:42.336312 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 18 21:53:42.336558 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93154) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 18 21:53:42.690444 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 21:53:42.690631 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 21:53:42.690929 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 21:53:42.691319 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 18 21:53:43.079103 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:43.079391 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:43.079663 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:43.081613 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:43.081880 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:43.082144 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:43.115887 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:43.116153 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:43.116417 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:43.130124 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:43.130416 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:43.130670 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:43.159368 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:43.159638 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:43.159908 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:43.198285 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:43.198558 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:43.198821 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:43.431890 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:43.432504 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:43.432504 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:43.432716 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:43.433817 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:43.563730 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:43.564045 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:43.564326 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:43.564618 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:43.564978 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:43.565390 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:43.565770 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:43.566064 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:43.566324 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:43.566612 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:43.566875 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:43.567145 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:43.567407 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:43.567683 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:43.568081 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:43.568221 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:43.568469 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:43.568751 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:43.569024 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:43.569278 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:43.569556 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:43.569903 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:43.570154 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:43.570436 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:43.570687 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:43.570933 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:43.571325 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93154) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 21:53:43.571566 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93154) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 21:53:43.571804 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93154) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 21:53:43.572039 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93154) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 21:53:43.572272 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93154) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 21:53:43.572506 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93154) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 21:53:43.572896 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 18 21:53:43.577067 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 18 21:53:43.581005 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 18 21:53:43.584761 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Jun 18 21:53:43.586376 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 18 21:53:43.586821 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 18 21:53:43.587148 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 18 21:53:43.587533 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 18 21:53:43.590339 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 18 21:53:43.590588 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 18 21:53:43.590930 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 18 21:53:43.619304 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 18 21:53:43.619753 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:43.620045 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93154) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 18 21:53:43.620404 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:43.621791 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93154) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 18 21:53:43.622075 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 18 21:53:43.622322 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 18 21:53:43.625492 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:43.625772 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:43.689021 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 18 21:53:43.689200 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 18 21:53:43.689434 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 18 21:53:43.689911 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 18 21:53:43.710477 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_db.sqlalchemy.engines [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93154) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 18 21:53:44.702043 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.plugins.ml2.managers [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Initializing driver for type 'gre' Jun 18 21:53:44.702669 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] gre ID ranges: [(1, 1000)] Jun 18 21:53:45.016921 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.plugins.ml2.managers [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Initializing driver for type 'local' Jun 18 21:53:45.017169 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.plugins.ml2.managers [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Initializing driver for type 'vlan' Jun 18 21:53:45.167945 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] VlanTypeDriver initialization complete Jun 18 21:53:45.168271 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.plugins.ml2.managers [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Initializing driver for type 'vxlan' Jun 18 21:53:45.168799 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] vxlan ID ranges: [(1, 1000)] Jun 18 21:53:45.485034 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.plugins.ml2.managers [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Initializing extension driver 'port_security' Jun 18 21:53:45.485364 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.plugins.ml2.extensions.port_security [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] PortSecurityExtensionDriver initialization complete Jun 18 21:53:45.485690 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.plugins.ml2.managers [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Initializing mechanism driver 'openvswitch' Jun 18 21:53:45.486012 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.plugins.ml2.managers [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Initializing mechanism driver 'hyperv' Jun 18 21:53:45.497635 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 21:53:45.498402 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Subscribe: > port after_create 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:45.498775 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Subscribe: > port after_update 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:45.499123 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Subscribe: > port after_delete 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:45.499499 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Subscribe: > subnet after_create 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:45.499842 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Subscribe: > subnet after_update 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:45.500177 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:45.500561 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Subscribe: > network after_create 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:45.500966 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Subscribe: > network after_update 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:45.501302 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Subscribe: > network after_delete 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:45.501671 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Subscribe: > security_group after_create 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:45.502009 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Subscribe: > security_group after_update 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:45.503180 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:45.503558 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:45.503895 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:45.504227 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:45.504642 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Subscribe: > address_group after_create 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:45.504983 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Subscribe: > address_group after_update 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:45.505314 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:45.505706 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] ML2 OVO RPC backend initialized. {{(pid=93154) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 18 21:53:45.506370 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:45.506723 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:45.507173 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Subscribe: > network before_response 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:45.507512 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Subscribe: > networks before_response 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:45.507851 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Subscribe: > port before_response 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:45.508188 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Subscribe: > ports before_response 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:45.508521 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Subscribe: > subnet before_response 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:45.508885 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Subscribe: > subnets before_response 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:45.509218 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Subscribe: > network after_create 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:45.509545 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Subscribe: > network after_update 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:45.509869 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Subscribe: > network after_delete 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:45.510194 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Subscribe: > port after_create 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:45.510517 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Subscribe: > port after_update 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:45.510846 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Subscribe: > port after_delete 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:45.511170 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Subscribe: > subnet after_create 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:45.511495 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Subscribe: > subnet after_update 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:45.511817 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:45.512388 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.plugins.ml2.plugin [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Modular L2 Plugin initialization complete Jun 18 21:53:45.512737 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading services supported by the core plugin {{(pid=93154) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 18 21:53:45.513059 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.plugins.ml2.managers [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Got port-security extension from driver 'port_security' Jun 18 21:53:45.513507 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.extensions.vlantransparent [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Disabled vlantransparent extension. Jun 18 21:53:45.513975 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93154) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 18 21:53:45.514275 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading Plugin: router Jun 18 21:53:45.552281 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:45.552687 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Subscribe: > router after_create 55549900 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:45.553047 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Subscribe: > router before_create 55549900 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:45.553401 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:45.553761 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:45.554105 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Subscribe: > router after_delete 55549900 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:45.554451 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:45.554800 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Subscribe: > router after_create 55549900 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:45.555161 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Subscribe: > router after_update 55549900 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:45.555500 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Subscribe: > router after_update 55549900 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:45.555836 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:45.556182 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Subscribe: > router after_update 55549900 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:45.556604 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Subscribe: > router precommit_update 55549900 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:45.556965 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Subscribe: port after_update 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:45.557293 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Subscribe: port after_delete 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:45.557620 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Subscribe: subnet after_update 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:45.558213 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:45.558547 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:45.558884 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Subscribe: > router precommit_create 55549900 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:45.559213 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Subscribe: port before_delete 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:45.559542 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Subscribe: > router precommit_create 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:45.559886 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Subscribe: > router after_update 55549900 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:45.560217 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:45.560581 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Subscribe: > router precommit_create 55549900 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:45.560933 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:45.561266 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Subscribe: > router precommit_update 55549900 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:45.561625 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Subscribe: > network after_delete 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:45.562457 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.quota.resource_registry [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Tracking information for resource: router configured {{(pid=93154) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 21:53:45.562781 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.quota.resource_registry [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Tracking information for resource: floatingip configured {{(pid=93154) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 21:53:45.568455 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.db.l3_agentschedulers_db [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 18 21:53:45.569058 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Subscribe: port after_update 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:45.569411 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Subscribe: port after_create 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:45.569751 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Subscribe: port after_delete 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:45.570088 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Subscribe: port after_update 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:45.570855 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Subscribe: > router before_create 55550100 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:45.571210 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:45.571571 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Subscribe: > router precommit_create 55550100 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:45.571918 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Subscribe: > router precommit_update 55550100 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:45.576384 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.services.provider_configuration [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Service providers = [] {{(pid=93154) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 18 21:53:45.576762 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.db.servicetype_db [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93154) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 18 21:53:45.579604 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.services.service_base [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93154) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 18 21:53:45.579935 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.services.service_base [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93154) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 18 21:53:45.580265 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.services.service_base [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93154) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 18 21:53:45.581313 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.services.service_base [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93154) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 18 21:53:45.581676 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.services.service_base [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 18 21:53:45.582036 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93154) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 21:53:45.582341 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 18 21:53:45.592782 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93154) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 21:53:45.593113 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading Plugin: auto_allocate Jun 18 21:53:45.598863 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Subscribe: network precommit_update 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:45.599216 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Subscribe: network precommit_create 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:45.599720 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93154) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 21:53:45.600049 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading Plugin: tag Jun 18 21:53:45.606502 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93154) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 21:53:45.606817 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading Plugin: timestamp Jun 18 21:53:45.610536 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93154) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 21:53:45.610851 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading Plugin: network_ip_availability Jun 18 21:53:45.618233 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:45.618591 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:45.618936 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:45.619638 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93154) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 21:53:45.619946 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading Plugin: flavors Jun 18 21:53:45.624594 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93154) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 21:53:45.624913 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading Plugin: revisions Jun 18 21:53:45.629743 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93154) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 21:53:45.630121 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.939s {{(pid=93154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 21:53:45.630845 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93154) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 18 21:53:45.631163 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Initializing extension manager. Jun 18 21:53:45.631650 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: __init__.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.631977 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: __pycache__ {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.632297 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.632645 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: address_group.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.633372 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.633924 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loaded extension: address-group Jun 18 21:53:45.634235 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: address_scope.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.634916 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.635413 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loaded extension: address-scope Jun 18 21:53:45.635722 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.636639 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.637140 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loaded extension: router-admin-state-down-before-update Jun 18 21:53:45.637450 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: agent.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.638119 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.638609 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loaded extension: agent Jun 18 21:53:45.638968 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: agent_resources_synced.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.639778 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.640280 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loaded extension: agent-resources-synced Jun 18 21:53:45.640619 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: allowedaddresspairs.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.642319 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.642828 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loaded extension: allowed-address-pairs Jun 18 21:53:45.643367 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: auto_allocated_topology.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.644497 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.645025 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loaded extension: auto-allocated-topology Jun 18 21:53:45.645335 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: availability_zone.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.645999 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.646491 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loaded extension: availability_zone Jun 18 21:53:45.646798 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: availability_zone_filter.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.647670 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.648166 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loaded extension: availability_zone_filter Jun 18 21:53:45.648475 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: data_plane_status.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.649367 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.649860 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Extension data-plane-status not supported by any of loaded plugins Jun 18 21:53:45.650174 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: default_subnetpools.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.651051 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.651544 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loaded extension: default-subnetpools Jun 18 21:53:45.651854 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.652660 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.653153 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loaded extension: dhcp_agent_scheduler Jun 18 21:53:45.653463 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: dns.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.654348 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.654859 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Extension dns-integration not supported by any of loaded plugins Jun 18 21:53:45.655152 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: dns_domain_ports.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.656026 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.656524 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 18 21:53:45.656861 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: dvr.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.657498 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.657986 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loaded extension: dvr Jun 18 21:53:45.658293 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: empty_string_filtering.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.659195 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.659681 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loaded extension: empty-string-filtering Jun 18 21:53:45.659992 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.660890 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.661378 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 18 21:53:45.661682 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.662549 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.663034 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 18 21:53:45.663338 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: external_net.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.664214 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.664737 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loaded extension: external-net Jun 18 21:53:45.665044 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.665919 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.666412 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loaded extension: extra_dhcp_opt Jun 18 21:53:45.666719 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: extraroute.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.667596 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.668088 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loaded extension: extraroute Jun 18 21:53:45.668396 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: extraroute_atomic.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.669411 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.669923 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loaded extension: extraroute-atomic Jun 18 21:53:45.670230 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: filter_validation.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.670866 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.671357 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loaded extension: filter-validation Jun 18 21:53:45.671660 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: fip_pf_description.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.672524 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.673041 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 18 21:53:45.673345 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: fip_port_details.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.674768 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.675252 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loaded extension: fip-port-details Jun 18 21:53:45.675555 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: flavors.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.676782 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.677288 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loaded extension: flavors Jun 18 21:53:45.677595 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.679210 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.679721 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 18 21:53:45.680043 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: floatingip_pools.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.680752 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.681251 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loaded extension: floatingip-pools Jun 18 21:53:45.681565 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: ip_allocation.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.682452 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.683220 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Extension ip_allocation not supported by any of loaded plugins Jun 18 21:53:45.683532 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.684414 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.684956 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loaded extension: ip-substring-filtering Jun 18 21:53:45.685270 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: l2_adjacency.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.686161 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.686656 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 18 21:53:45.686967 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: l3.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.687888 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.688391 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loaded extension: router Jun 18 21:53:45.688740 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.691633 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.692145 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 18 21:53:45.692463 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.693385 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.693887 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loaded extension: ext-gw-mode Jun 18 21:53:45.694201 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.695074 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.695572 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loaded extension: l3-ha Jun 18 21:53:45.695883 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: l3_flavors.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.696790 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.697286 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loaded extension: l3-flavors Jun 18 21:53:45.697592 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.698491 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.698993 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 18 21:53:45.699304 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: l3agentscheduler.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.700297 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.700891 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loaded extension: l3_agent_scheduler Jun 18 21:53:45.701204 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: logging.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.702665 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.703203 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Extension logging not supported by any of loaded plugins Jun 18 21:53:45.703478 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: metering.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.704186 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.704775 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loaded extension: metering Jun 18 21:53:45.705085 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.706176 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.706682 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loaded extension: metering_source_and_destination_fields Jun 18 21:53:45.706994 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: multiprovidernet.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.707885 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.708388 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loaded extension: multi-provider Jun 18 21:53:45.708728 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: netmtu.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.709602 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.710097 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loaded extension: net-mtu Jun 18 21:53:45.710410 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: netmtu_writable.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.711290 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.711790 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loaded extension: net-mtu-writable Jun 18 21:53:45.712096 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: network_availability_zone.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.712766 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.713258 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loaded extension: network_availability_zone Jun 18 21:53:45.713562 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: network_ip_availability.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.714617 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.715112 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loaded extension: network-ip-availability Jun 18 21:53:45.715421 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: network_segment_range.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.716157 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.716679 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Extension network-segment-range not supported by any of loaded plugins Jun 18 21:53:45.716987 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: pagination.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.717926 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.718241 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loaded extension: pagination Jun 18 21:53:45.718547 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: port_device_profile.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.719413 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.719917 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loaded extension: port-device-profile Jun 18 21:53:45.720230 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.721763 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.722333 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loaded extension: port-mac-address-regenerate Jun 18 21:53:45.722645 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.723518 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.724014 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loaded extension: port-numa-affinity-policy Jun 18 21:53:45.724321 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: port_resource_request.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.725228 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.725727 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Extension port-resource-request not supported by any of loaded plugins Jun 18 21:53:45.726035 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: portbindings.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.726953 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.727455 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loaded extension: binding Jun 18 21:53:45.727762 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: portbindings_extended.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.729020 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.729524 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loaded extension: binding-extended Jun 18 21:53:45.729835 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: portsecurity.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.730719 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.731217 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loaded extension: port-security Jun 18 21:53:45.731528 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: project_id.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.732493 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.732844 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loaded extension: project-id Jun 18 21:53:45.733156 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: providernet.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.734054 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.734553 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loaded extension: provider Jun 18 21:53:45.734863 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: qos.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.739297 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.739807 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Extension qos not supported by any of loaded plugins Jun 18 21:53:45.740125 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.741378 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.741885 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 18 21:53:45.742203 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.743093 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.743593 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 18 21:53:45.743905 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: qos_default.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.744812 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.745318 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Extension qos-default not supported by any of loaded plugins Jun 18 21:53:45.745631 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: qos_fip.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.746256 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.746746 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Extension qos-fip not supported by any of loaded plugins Jun 18 21:53:45.747054 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: qos_gateway_ip.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.747943 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.748442 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 18 21:53:45.748792 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: qos_port_network_policy.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.749669 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.750168 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 18 21:53:45.750477 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: qos_rule_type_details.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.751364 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.751862 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 18 21:53:45.752173 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: qos_rules_alias.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.753234 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.753730 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 18 21:53:45.754042 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: quotasv2.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.754930 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.755246 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loaded extension: quotas Jun 18 21:53:45.755552 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: quotasv2_detail.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.758698 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.759031 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loaded extension: quota_details Jun 18 21:53:45.759355 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: rbac.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.760385 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.760947 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loaded extension: rbac-policies Jun 18 21:53:45.761259 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: rbac_address_group.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.762164 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.762669 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loaded extension: rbac-address-group Jun 18 21:53:45.762979 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: rbac_address_scope.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.763864 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.764367 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loaded extension: rbac-address-scope Jun 18 21:53:45.764709 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: rbac_security_groups.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.765603 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.766104 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loaded extension: rbac-security-groups Jun 18 21:53:45.766413 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: rbac_subnetpool.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.767289 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.767789 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loaded extension: rbac-subnetpool Jun 18 21:53:45.768255 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: revisionifmatch.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.769262 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.769760 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loaded extension: revision-if-match Jun 18 21:53:45.770070 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: revisions.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.771485 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.771993 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loaded extension: standard-attr-revisions Jun 18 21:53:45.772306 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: router_availability_zone.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.773000 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.773500 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loaded extension: router_availability_zone Jun 18 21:53:45.773808 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: routerservicetype.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.774696 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.775195 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Extension router-service-type not supported by any of loaded plugins Jun 18 21:53:45.775503 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.776386 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.776925 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loaded extension: security-groups-normalized-cidr Jun 18 21:53:45.777237 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.778136 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.778635 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loaded extension: port-security-groups-filtering Jun 18 21:53:45.778946 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.779826 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.780324 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loaded extension: security-groups-remote-address-group Jun 18 21:53:45.780677 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: securitygroup.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.790628 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.791148 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loaded extension: security-group Jun 18 21:53:45.791469 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: segment.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.792213 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.792752 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Extension segment not supported by any of loaded plugins Jun 18 21:53:45.793065 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.793973 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.794470 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 18 21:53:45.794779 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: servicetype.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.795863 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.796372 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loaded extension: service-type Jun 18 21:53:45.796720 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: sorting.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.797663 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.797978 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loaded extension: sorting Jun 18 21:53:45.798285 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: standard_attr_segment.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.799815 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.800460 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 18 21:53:45.800799 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: standardattrdescription.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.801425 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.801919 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loaded extension: standard-attr-description Jun 18 21:53:45.802228 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: stateful_security_group.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.803122 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.803620 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loaded extension: stateful-security-group Jun 18 21:53:45.803931 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: stdattrs_common.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.804482 dv-cinder-766752-3-smb neutron-server[93154]: WARNING neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 18 21:53:45.804815 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.805791 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.806294 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 18 21:53:45.806602 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: subnet_onboard.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.807648 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.808428 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loaded extension: subnet_onboard Jun 18 21:53:45.808765 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.809662 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.810161 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 18 21:53:45.810471 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: subnet_service_types.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.811358 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.811856 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loaded extension: subnet-service-types Jun 18 21:53:45.812166 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: subnetallocation.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.813237 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.813747 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loaded extension: subnet_allocation Jun 18 21:53:45.814060 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.814719 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.815331 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loaded extension: subnetpool-prefix-ops Jun 18 21:53:45.815654 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.816533 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.817056 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 18 21:53:45.817363 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: tagging.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.818410 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.818921 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loaded extension: standard-attr-tag Jun 18 21:53:45.819234 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: timestamp.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.820407 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.820947 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loaded extension: standard-attr-timestamp Jun 18 21:53:45.821268 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: trunk.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.822265 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.822772 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Extension trunk not supported by any of loaded plugins Jun 18 21:53:45.823084 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: trunk_details.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.823972 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.824470 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Extension trunk-details not supported by any of loaded plugins Jun 18 21:53:45.824806 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: uplink_status_propagation.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.825700 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.826201 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 18 21:53:45.826514 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Loading extension file: vlantransparent.py {{(pid=93154) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 21:53:45.827158 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93154) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 21:53:45.827652 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 18 21:53:45.830076 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.quota.resource_registry [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Creating instance of TrackedResource for resource:network Jun 18 21:53:45.830728 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.quota.resource_registry [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Creating instance of TrackedResource for resource:subnet Jun 18 21:53:45.831215 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.quota.resource_registry [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 21:53:45.831600 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.quota.resource_registry [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Creating instance of TrackedResource for resource:port Jun 18 21:53:45.832864 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.v2.resource_helper [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93154) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 21:53:45.833306 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.v2.resource_helper [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Service FLAVORS assigned prefix: {{(pid=93154) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 21:53:45.833917 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.v2.resource_helper [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93154) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 21:53:45.834334 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.v2.resource_helper [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93154) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 21:53:45.834649 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.quota.resource_registry [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Creating instance of TrackedResource for resource:router Jun 18 21:53:45.835060 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.quota.resource_registry [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Creating instance of TrackedResource for resource:floatingip Jun 18 21:53:45.835531 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.v2.resource_helper [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Service METERING assigned prefix: /metering {{(pid=93154) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 21:53:45.836993 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:45.837353 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:45.837691 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 21:53:45.838674 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.quota.resource_registry [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Creating instance of CountableResource for resource:rbac_policy Jun 18 21:53:45.839109 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.quota.resource_registry [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Creating instance of TrackedResource for resource:security_group Jun 18 21:53:45.839526 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.quota.resource_registry [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 18 21:53:45.840127 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.v2.resource_helper [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Service CORE assigned prefix: {{(pid=93154) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 21:53:45.840442 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.quota.resource_registry [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 21:53:45.840813 dv-cinder-766752-3-smb neutron-server[93154]: WARNING neutron.quota.resource_registry [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] subnetpool is already registered Jun 18 21:53:45.841247 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.v2.resource_helper [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Service CORE assigned prefix: {{(pid=93154) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 21:53:45.841557 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.quota.resource_registry [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 21:53:45.841874 dv-cinder-766752-3-smb neutron-server[93154]: WARNING neutron.quota.resource_registry [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] subnetpool is already registered Jun 18 21:53:45.844227 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.v2.resource_helper [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93154) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 21:53:45.844676 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.v2.resource_helper [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Service FLAVORS assigned prefix: {{(pid=93154) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 21:53:45.845267 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.v2.resource_helper [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93154) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 21:53:45.845680 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.v2.resource_helper [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93154) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 21:53:45.846527 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.quota.resource_registry [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Creating instance of TrackedResource for resource:router Jun 18 21:53:45.846934 dv-cinder-766752-3-smb neutron-server[93154]: WARNING neutron.quota.resource_registry [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] router is already registered Jun 18 21:53:45.847302 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.quota.resource_registry [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Creating instance of TrackedResource for resource:floatingip Jun 18 21:53:45.847625 dv-cinder-766752-3-smb neutron-server[93154]: WARNING neutron.quota.resource_registry [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] floatingip is already registered Jun 18 21:53:45.848067 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.v2.resource_helper [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Service METERING assigned prefix: /metering {{(pid=93154) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 21:53:45.848748 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.quota.resource_registry [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Creating instance of CountableResource for resource:rbac_policy Jun 18 21:53:45.849062 dv-cinder-766752-3-smb neutron-server[93154]: WARNING neutron.quota.resource_registry [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] rbac_policy is already registered Jun 18 21:53:45.849458 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.quota.resource_registry [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Creating instance of TrackedResource for resource:security_group Jun 18 21:53:45.849777 dv-cinder-766752-3-smb neutron-server[93154]: WARNING neutron.quota.resource_registry [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] security_group is already registered Jun 18 21:53:45.850168 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.quota.resource_registry [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 18 21:53:45.850486 dv-cinder-766752-3-smb neutron-server[93154]: WARNING neutron.quota.resource_registry [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] security_group_rule is already registered Jun 18 21:53:45.851097 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.v2.resource_helper [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Service CORE assigned prefix: {{(pid=93154) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 21:53:45.851410 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.quota.resource_registry [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 21:53:45.851739 dv-cinder-766752-3-smb neutron-server[93154]: WARNING neutron.quota.resource_registry [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] subnetpool is already registered Jun 18 21:53:45.852149 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.v2.resource_helper [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Service CORE assigned prefix: {{(pid=93154) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 21:53:45.852460 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.quota.resource_registry [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 21:53:45.852797 dv-cinder-766752-3-smb neutron-server[93154]: WARNING neutron.quota.resource_registry [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] subnetpool is already registered Jun 18 21:53:45.853256 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Extended resource: extensions {{(pid=93154) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 21:53:45.854695 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Extended resource: address-groups {{(pid=93154) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 21:53:45.856145 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Extended resource: address-scopes {{(pid=93154) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 21:53:45.857481 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Extended resource: agents {{(pid=93154) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 21:53:45.858615 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Extended resource: auto-allocated-topology {{(pid=93154) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 21:53:45.859853 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Extended resource: availability_zones {{(pid=93154) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 21:53:45.861091 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Extended resource: dhcp-networks {{(pid=93154) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 21:53:45.863261 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Extended resource: dhcp-agents {{(pid=93154) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 21:53:45.864700 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Extended resource: routers {{(pid=93154) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 21:53:45.866397 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Extended resource: flavors {{(pid=93154) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 21:53:45.868754 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Extended resource: service_profiles {{(pid=93154) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 21:53:45.869960 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Extended resource: next_providers {{(pid=93154) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 21:53:45.871374 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Extended resource: service_profiles {{(pid=93154) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 21:53:45.872939 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Extended resource: floatingip-pools {{(pid=93154) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 21:53:45.874132 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Extended resource: routers {{(pid=93154) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 21:53:45.875812 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Extended resource: floatingips {{(pid=93154) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 21:53:45.877097 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Extended resource: l3-routers {{(pid=93154) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 21:53:45.878665 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Extended resource: l3-agents {{(pid=93154) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 21:53:45.880102 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Extended resource: metering-labels {{(pid=93154) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 21:53:45.881377 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Extended resource: metering-label-rules {{(pid=93154) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 21:53:45.882737 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Extended resource: network-ip-availabilities {{(pid=93154) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 21:53:45.883983 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Extended resource: bindings {{(pid=93154) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 21:53:45.885552 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Extended resource: quotas {{(pid=93154) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 21:53:45.887072 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Extended resource: quotas {{(pid=93154) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 21:53:45.888470 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Extended resource: rbac-policies {{(pid=93154) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 21:53:45.889686 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Extended resource: security-groups {{(pid=93154) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 21:53:45.890965 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Extended resource: security-group-rules {{(pid=93154) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 21:53:45.892181 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Extended resource: service-providers {{(pid=93154) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 21:53:45.893616 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Extended resource: subnetpools {{(pid=93154) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 21:53:45.894912 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Extended resource: subnetpools {{(pid=93154) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 21:53:45.896457 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Extended resource: tags {{(pid=93154) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 21:53:45.898120 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Extended resource: tags {{(pid=93154) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 21:53:45.899971 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Extended resource: tags {{(pid=93154) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 21:53:45.901749 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Extended resource: tags {{(pid=93154) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 21:53:45.903409 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Extended resource: tags {{(pid=93154) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 21:53:45.905358 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Extended resource: tags {{(pid=93154) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 21:53:45.907033 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Extended resource: tags {{(pid=93154) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 21:53:45.909399 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Extended resource: tags {{(pid=93154) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 21:53:45.911244 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Extended resource: tags {{(pid=93154) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 21:53:45.912991 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron.api.extensions [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Extended resource: tags {{(pid=93154) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 21:53:45.919042 dv-cinder-766752-3-smb neutron-server[93154]: WARNING keystonemiddleware.auth_token [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 18 21:53:45.923465 dv-cinder-766752-3-smb neutron-server[93154]: WARNING keystonemiddleware.auth_token [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 18 21:53:45.932402 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Acquired lock "singleton_lock" {{(pid=93154) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 18 21:53:45.933163 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_concurrency.lockutils [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Releasing lock "singleton_lock" {{(pid=93154) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 18 21:53:45.933765 dv-cinder-766752-3-smb neutron-server[93154]: INFO oslo_service.service [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Starting 2 workers Jun 18 21:53:45.938516 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Started child 93267 {{(pid=93154) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 18 21:53:45.942871 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Started child 93268 {{(pid=93154) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 18 21:53:45.944111 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:45.944773 dv-cinder-766752-3-smb neutron-server[93154]: INFO neutron.service [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 18 21:53:45.945145 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Notify callbacks [] for process, before_spawn {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:45.945526 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [-] (93267) wsgi starting up on http://0.0.0.0:9696 Jun 18 21:53:45.947597 dv-cinder-766752-3-smb neutron-server[93154]: INFO oslo_service.service [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Starting 1 workers Jun 18 21:53:45.947845 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:45.949225 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [-] (93268) wsgi starting up on http://0.0.0.0:9696 Jun 18 21:53:45.952686 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Started child 93269 {{(pid=93154) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 18 21:53:45.953210 dv-cinder-766752-3-smb neutron-server[93154]: INFO oslo_service.service [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Starting 1 workers Jun 18 21:53:45.956763 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.service [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] calling RpcWorker wait() {{(pid=93269) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 18 21:53:45.957289 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.service [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] returning from RpcWorker wait() {{(pid=93269) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 18 21:53:45.957921 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Started child 93270 {{(pid=93154) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 18 21:53:45.958660 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:45.958753 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d5809be6-6551-4473-a5a3-a38fac322bf4 None None] Notify callbacks [] for process, after_spawn {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:45.959156 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 21:53:45.960501 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93154) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 18 21:53:45.960750 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 18 21:53:45.960913 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 18 21:53:45.961126 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 18 21:53:45.961459 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 18 21:53:45.961621 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 18 21:53:45.962117 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.962388 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.962580 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:53:45.963019 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.963019 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.963214 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.963498 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 21:53:45.963763 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.964025 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.964306 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.964587 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.964820 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.964992 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.965155 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.965408 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.965652 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.965941 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.966205 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.966443 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.966718 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.966885 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.967147 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.967403 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.967631 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.967901 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] debug = True {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.968136 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.968652 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.968905 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.969166 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.969370 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.969650 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.969905 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.970201 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.970427 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.970672 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.970884 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.971660 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.971891 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.972098 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.972319 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.972599 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.972832 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.973314 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] host = dv-cinder-766752-3-smb {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.973533 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.973742 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.973964 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.974218 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.974456 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.974686 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.974933 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.975168 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.975403 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.975624 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.975860 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.976107 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.976338 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.976601 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] log_file = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.976750 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] log_options = True {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.976985 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.977259 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.977514 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.977697 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.977862 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.978041 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.978293 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.978454 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.978702 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.978909 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.979116 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.979323 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.979551 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.979780 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.980040 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.980280 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.980505 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.980733 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.980983 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.981209 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.981452 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.981690 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.981904 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.982133 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.982344 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.982552 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.982777 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.982983 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.983193 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.983457 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.983665 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.983911 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.984159 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.984395 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.984656 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.984878 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.985086 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.985355 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.985579 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.985816 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.986061 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.986272 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.986574 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.987303 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.987552 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.987764 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] use_json = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.987974 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.988183 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.988433 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.988738 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.988897 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.989142 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.989365 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.989598 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:45.989981 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:45.990272 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:45.990615 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:45.990846 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:45.991075 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:45.991323 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:45.991572 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:45.991802 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:45.992049 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:45.992297 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:45.993158 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:45.993380 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:45.993659 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:45.993908 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:45.994163 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:45.994465 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:45.994701 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:45.994967 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:45.995184 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:45.995422 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:45.995635 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:45.995853 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:45.996185 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:45.996450 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:45.996719 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:45.996988 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:45.997203 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:45.997440 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:45.997685 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:45.997913 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:45.998142 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:45.998358 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:45.998615 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:45.998834 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:45.999065 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:45.999335 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:45.999545 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:45.999784 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.000024 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.000240 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.000469 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.000730 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.000967 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.001199 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.001428 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.008364 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.008364 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.008364 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.008364 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.008364 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.008364 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.008364 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.008364 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.008364 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.008955 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.008955 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.008955 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.008955 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.008955 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.008955 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.008955 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.008955 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.008955 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.009462 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.009462 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.009462 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.009462 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.009462 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.009462 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.009462 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.009462 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.009462 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.009952 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.009952 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.009952 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.009952 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.009952 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.009952 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.009952 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.009952 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.009952 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.010456 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.010456 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.010456 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.010456 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.010695 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.011276 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.011276 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.011478 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.011607 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.012022 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.012270 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.012988 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.012988 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.012988 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.013230 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.013407 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.013665 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.013929 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.014146 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.014398 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.014631 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.014898 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.015118 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.015366 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.015604 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.015874 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.016142 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.016403 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.016689 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.016938 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.017205 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.017465 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.017749 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.018094 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.018378 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.018682 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.019076 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.019349 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.019577 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.019803 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.020055 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.020311 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.020735 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.020894 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.021081 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.021288 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.022811 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.022811 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.022811 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.022811 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.022811 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.022811 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.024090 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.024090 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.024090 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.024090 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.024090 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.024090 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.025382 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.025382 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.025382 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.025382 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.025382 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.026425 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.026425 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.026425 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.026425 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.026425 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.029399 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.029399 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.029399 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.029399 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.029399 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.029399 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.029399 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.029399 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.030368 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.030368 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.030368 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.030368 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.030368 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.030368 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.030368 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.030368 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.031009 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.031009 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.031009 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.031009 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.031009 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.031009 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.031704 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.031704 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.031704 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.032029 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.032029 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.032220 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.032465 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.032654 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.032861 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.033077 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.033293 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.034010 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.034307 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.034510 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.034873 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.035120 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.035451 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.035697 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.035923 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.036171 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.036390 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.036657 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.036870 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.037113 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.037320 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.037702 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.037918 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.038153 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.038394 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.038627 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.038836 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.039036 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.039412 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.040573 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.040573 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.040573 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.040573 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.040573 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.040992 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.040992 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.041233 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.041461 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.041687 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.041901 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.042108 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.042329 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.042532 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.042736 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.042963 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.043161 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.043389 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.043589 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.043785 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.044001 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.044203 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.044427 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.044653 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.044860 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.045070 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.045294 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.045605 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.045847 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.046059 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.046337 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.046560 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.046795 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.047043 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.047351 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.047560 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.047820 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.048030 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.048237 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.048449 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.048717 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.049037 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.049418 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.049744 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.049972 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.050222 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.050509 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.050759 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.050967 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.051283 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.051582 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.051847 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.052085 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.052330 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.052748 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.052967 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.053119 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.053331 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.053542 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.053751 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.054001 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.054242 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.054461 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.054677 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.054900 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.055134 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.055375 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.055599 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.055816 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.056065 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.056205 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 18 21:53:46.056801 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93154) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 18 21:53:46.056961 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 18 21:53:46.057113 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 18 21:53:46.057278 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 18 21:53:46.057444 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 18 21:53:46.057593 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 18 21:53:46.057794 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.058207 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.058365 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.058520 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.058675 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.058851 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.059008 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.059162 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.059316 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.059470 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.059624 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.059779 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.059935 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.060090 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.060244 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.060398 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.060571 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.060734 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.060893 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.061048 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.061202 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.061356 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.061512 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] debug = True {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.061667 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.061857 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.062017 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.062172 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.062326 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.062479 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.062633 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.062786 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.062940 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.063162 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.063251 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.063384 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.063537 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.063691 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.063843 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.063998 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.064152 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.064305 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] host = dv-cinder-766752-3-smb {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.064458 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.064635 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.065301 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.065459 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.065612 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.065765 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.065919 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.066075 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.066228 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.066382 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.066536 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.066690 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.066846 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.066999 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] log_file = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.067152 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] log_options = True {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.067306 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.067460 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.067613 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.067785 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.067944 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.068103 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.068260 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.068416 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.068590 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.068942 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.068942 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.069697 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.069697 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.069697 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.069697 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.069697 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.070136 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.070136 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.070136 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.070451 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.070451 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.070451 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.070739 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.070739 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.070892 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.071012 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.071164 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.071313 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.071450 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.071587 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.071722 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.071878 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.072027 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.072166 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.072302 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.072457 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.072618 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.072769 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.072907 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.073065 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.073303 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.073433 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.073515 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.073643 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.073808 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.073969 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] use_json = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.074123 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.074354 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.074489 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.074581 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.074717 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.074871 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.075025 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.075180 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 21:53:46.075354 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.075512 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.075682 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.075838 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.075995 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.076150 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.076307 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.076463 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.076644 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.076801 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.076965 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.077141 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.077287 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.077444 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.077601 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.077759 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.077916 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.078072 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.078229 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.078385 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.078541 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.078697 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.078869 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.079026 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.079186 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.079341 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.079498 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.079656 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.079814 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.079971 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.080130 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.080288 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.081026 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.081317 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.081629 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.081800 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.081968 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.082115 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.082277 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.082421 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.082570 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.082730 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.082887 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.083046 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.083203 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.083371 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.083497 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.083637 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.083803 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.083959 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.084116 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.084273 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.084430 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.084668 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.084761 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.084911 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.085068 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.085226 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.085384 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.085540 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.085696 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.085866 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.086022 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.086184 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.086347 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.086518 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.086651 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.086807 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.086964 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.087122 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.087282 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.087439 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.087596 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.087751 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.087907 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.088064 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.088221 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.088377 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.088534 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.088711 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.088868 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.089023 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.089181 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.089337 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.089502 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.089673 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.089830 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.089986 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.090141 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.090300 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.090456 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.090603 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.090757 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.090912 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.091070 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.091226 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.091382 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.091541 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.091698 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.091854 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.092011 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.092166 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.092322 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.092479 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.092656 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.092813 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.092972 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.093128 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.093285 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.093442 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.093599 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.093765 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.093926 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.094085 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.094242 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.094405 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.094574 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.094730 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.094888 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.095044 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.095202 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.095358 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.095515 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.095672 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.095829 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.096492 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.096674 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.096832 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.096999 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.097150 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.097320 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.097472 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.097614 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.097771 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.097927 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.098084 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.098240 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.098398 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.098556 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.098713 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.098870 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.099027 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.099171 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.099329 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.099486 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.099643 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.099799 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.099955 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.100113 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.100272 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.100430 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.100610 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.100770 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.101152 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.101152 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.101314 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.101391 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.101511 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.101668 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.101826 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.101982 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.102138 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.102294 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.102450 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.102606 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.102762 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.102918 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.103074 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.103231 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.103389 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.103547 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.103704 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.103866 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.104023 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.104181 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.104340 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.104498 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.104676 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.104833 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.104991 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.105148 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.105305 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.105463 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.105620 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.105778 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.105936 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.106093 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.106264 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.106422 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.106580 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.106736 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.106892 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.107049 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.107206 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.107362 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.107519 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.107675 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.107831 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.107990 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.108148 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.108306 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.108462 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.108643 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.108801 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.108957 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.109114 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.109283 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.109441 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.109597 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.109754 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.109910 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.110078 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.110235 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.110391 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.110547 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.110703 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.110870 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.111026 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.111182 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.111338 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.111493 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.112258 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.112414 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.113488 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.113488 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.113488 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.113488 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.113488 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.113488 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.114022 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.114022 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.114022 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.114243 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.114243 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.114385 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.114539 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.114696 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.114853 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.115021 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.115179 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.115338 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.115495 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.115652 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.115809 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.115969 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.116130 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.116296 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.116460 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.116643 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.116809 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.116973 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.117138 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.117296 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.117460 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.117628 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.117787 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.117943 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.118100 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.118256 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.118413 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.118570 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.118726 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.118881 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.119037 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.119193 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.119349 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.119506 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.119663 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.119819 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.119975 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.120061 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 21:53:46.120144 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.120278 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.120434 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.120611 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 21:53:46.120764 dv-cinder-766752-3-smb neutron-server[93154]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93154) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 18 21:53:46.266630 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 40958) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 21:53:46.276013 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063779 Jun 18 21:53:57.674229 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982f937d-7b6b-42ed-b375-2e7e9bb142e4 None None] get_active_networks_info from dv-cinder-766752-3-smb {{(pid=93269) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 18 21:53:57.752571 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982f937d-7b6b-42ed-b375-2e7e9bb142e4 None None] No non-hosted networks {{(pid=93269) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 18 21:53:57.767147 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.agentschedulers_db [None req-982f937d-7b6b-42ed-b375-2e7e9bb142e4 None None] DHCP Agent not found on host dv-cinder-766752-3-smb {{(pid=93269) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 18 21:53:58.028476 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-fd2b1590-7d74-4897-9085-37d21e844a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913'] for agent, after_create {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:00.224157 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-1a10a0d2-d7bf-4018-9724-9a07d4c12836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913'] for agent, after_create {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:00.274644 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.db.api [None req-b7fe061a-9f1d-45d2-ad66-b668726e0536 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-766752-3-smb {{(pid=93269) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 21:54:00.275196 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_db.api [None req-b7fe061a-9f1d-45d2-ad66-b668726e0536 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 21:54:00.292343 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913'] for agent, after_create {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:00.294790 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:54:00.294790 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:54:00.294790 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:54:00.294790 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:54:00.295231 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:54:00.295391 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:54:00.295900 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:54:00.296371 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:54:00.296881 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:54:00.297425 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:54:00.297916 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:54:00.298392 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:54:00.298972 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-766752-3-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 21:54:00.309555 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-766752-3-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 21:54:00.906387 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-b7fe061a-9f1d-45d2-ad66-b668726e0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:01.540120 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-66c5960c-ceb9-453b-add3-817047489609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913'] for agent, after_create {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:03.157046 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-cfd4400b-1529-4ea9-a221-6a7c5fbf6a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913'] for agent, after_create {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:03.658112 dv-cinder-766752-3-smb neutron-server[93269]: INFO neutron.db.l3_hamode_db [None req-443eb43a-480d-43fe-b540-d3d5f9f66b69 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 18 21:54:03.736402 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443eb43a-480d-43fe-b540-d3d5f9f66b69 None None] Routers set() bound to L3 agent in host dv-cinder-766752-3-smb {{(pid=93269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 21:54:03.737126 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443eb43a-480d-43fe-b540-d3d5f9f66b69 None None] Router IDs set() for agent in host dv-cinder-766752-3-smb {{(pid=93269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 18 21:54:04.243149 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 41052) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 21:54:04.727025 dv-cinder-766752-3-smb neutron-server[93268]: WARNING oslo_policy.policy [None req-71a2471f-68ba-4ddc-a15d-f1b0a7d992fe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 21:54:04.727616 dv-cinder-766752-3-smb neutron-server[93268]: WARNING oslo_policy.policy [None req-71a2471f-68ba-4ddc-a15d-f1b0a7d992fe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 21:54:04.941732 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [None req-71a2471f-68ba-4ddc-a15d-f1b0a7d992fe admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 21:54:04.942680 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-71a2471f-68ba-4ddc-a15d-f1b0a7d992fe admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6986639 Jun 18 21:54:07.259628 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 41066) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 21:54:07.567850 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.v2.base [None req-e6568d0f-c61b-42e4-aef6-9aa5691edaba admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True}} {{(pid=93268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 21:54:07.661116 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.policy [None req-e6568d0f-c61b-42e4-aef6-9aa5691edaba admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93268) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 18 21:54:07.706111 dv-cinder-766752-3-smb neutron-server[93268]: WARNING oslo_policy.policy [None req-e6568d0f-c61b-42e4-aef6-9aa5691edaba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 21:54:07.706461 dv-cinder-766752-3-smb neutron-server[93268]: WARNING oslo_policy.policy [None req-e6568d0f-c61b-42e4-aef6-9aa5691edaba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 21:54:07.714689 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.quota [None req-e6568d0f-c61b-42e4-aef6-9aa5691edaba admin admin] Loaded quota_driver: . Jun 18 21:54:07.879308 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-e6568d0f-c61b-42e4-aef6-9aa5691edaba admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765936041606', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765936040153', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765936012561', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765936010955', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765936000069', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765936007477', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-647978', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1454901', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-521979', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-531499'] for rbac-policy, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:08.105634 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-e6568d0f-c61b-42e4-aef6-9aa5691edaba admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:08.106785 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-e6568d0f-c61b-42e4-aef6-9aa5691edaba admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8462162 Jun 18 21:54:10.636437 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 41078) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 21:54:10.934807 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.v2.base [None req-637745b5-425f-41bd-899d-8e09d3c42eea admin admin] Request body: {'network': {'tenant_id': '92de03322ba246b3bad71ea280246d25', 'name': 'private', 'project_id': '92de03322ba246b3bad71ea280246d25', 'admin_state_up': True}} {{(pid=93268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 21:54:11.039677 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-637745b5-425f-41bd-899d-8e09d3c42eea admin admin] Made reservation on behalf of 92de03322ba246b3bad71ea280246d25 for: {'network': 1} {{(pid=93268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 21:54:11.042446 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-637745b5-425f-41bd-899d-8e09d3c42eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550498'] for network, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:11.059152 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-637745b5-425f-41bd-899d-8e09d3c42eea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:11.178606 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-637745b5-425f-41bd-899d-8e09d3c42eea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:11.256451 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-637745b5-425f-41bd-899d-8e09d3c42eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:11.261904 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 21:54:11.277476 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-637745b5-425f-41bd-899d-8e09d3c42eea admin admin] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=93268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 21:54:11.304923 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-637745b5-425f-41bd-899d-8e09d3c42eea admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765939166922', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527226'] for segment, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:11.305514 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-637745b5-425f-41bd-899d-8e09d3c42eea admin admin] Unsubscribe: segment precommit_create {{(pid=93268) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 18 21:54:11.305985 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.db.segments_db [None req-637745b5-425f-41bd-899d-8e09d3c42eea admin admin] Added segment acf1fff4-a488-4caf-9786-2a88c2fb1f35 of type vlan for network 50f3edf8-3933-4dba-8ae9-29481cd6ac6f Jun 18 21:54:11.323540 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637745b5-425f-41bd-899d-8e09d3c42eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4915e2-e6ce-46db-beaf-8cfac975fd83,revision_number=1']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 21:54:11.335522 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637745b5-425f-41bd-899d-8e09d3c42eea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:54:11.339987 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637745b5-425f-41bd-899d-8e09d3c42eea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:54:11.339987 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637745b5-425f-41bd-899d-8e09d3c42eea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:54:11.339987 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637745b5-425f-41bd-899d-8e09d3c42eea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:54:11.339987 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637745b5-425f-41bd-899d-8e09d3c42eea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:54:11.339987 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637745b5-425f-41bd-899d-8e09d3c42eea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:54:11.340416 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637745b5-425f-41bd-899d-8e09d3c42eea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:54:11.340416 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637745b5-425f-41bd-899d-8e09d3c42eea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:54:11.340416 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637745b5-425f-41bd-899d-8e09d3c42eea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:54:11.340416 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637745b5-425f-41bd-899d-8e09d3c42eea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:54:11.340416 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637745b5-425f-41bd-899d-8e09d3c42eea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:54:11.340826 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637745b5-425f-41bd-899d-8e09d3c42eea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:54:11.340826 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637745b5-425f-41bd-899d-8e09d3c42eea admin admin] Tracked resource versions report: Jun 18 21:54:11.340826 dv-cinder-766752-3-smb neutron-server[93268]: pushed versions: Jun 18 21:54:11.340826 dv-cinder-766752-3-smb neutron-server[93268]: { 'AddressGroup': {'1.2'}, Jun 18 21:54:11.340826 dv-cinder-766752-3-smb neutron-server[93268]: 'ConntrackHelper': {'1.0'}, Jun 18 21:54:11.340826 dv-cinder-766752-3-smb neutron-server[93268]: 'Log': {'1.0'}, Jun 18 21:54:11.340826 dv-cinder-766752-3-smb neutron-server[93268]: 'Network': {'1.1'}, Jun 18 21:54:11.340826 dv-cinder-766752-3-smb neutron-server[93268]: 'Port': {'1.7'}, Jun 18 21:54:11.340826 dv-cinder-766752-3-smb neutron-server[93268]: 'PortForwarding': {'1.2'}, Jun 18 21:54:11.340826 dv-cinder-766752-3-smb neutron-server[93268]: 'QosPolicy': {'1.8'}, Jun 18 21:54:11.340826 dv-cinder-766752-3-smb neutron-server[93268]: 'SecurityGroup': {'1.4'}, Jun 18 21:54:11.340826 dv-cinder-766752-3-smb neutron-server[93268]: 'SecurityGroupRule': {'1.2'}, Jun 18 21:54:11.340826 dv-cinder-766752-3-smb neutron-server[93268]: 'SubPort': {'1.0'}, Jun 18 21:54:11.340826 dv-cinder-766752-3-smb neutron-server[93268]: 'Subnet': {'1.1'}, Jun 18 21:54:11.340826 dv-cinder-766752-3-smb neutron-server[93268]: 'Trunk': {'1.1'}} Jun 18 21:54:11.340826 dv-cinder-766752-3-smb neutron-server[93268]: consumer versions: Jun 18 21:54:11.340826 dv-cinder-766752-3-smb neutron-server[93268]: { DHCP agent@dv-cinder-766752-3-smb: {}, Jun 18 21:54:11.340826 dv-cinder-766752-3-smb neutron-server[93268]: L3 agent@dv-cinder-766752-3-smb: {}, Jun 18 21:54:11.340826 dv-cinder-766752-3-smb neutron-server[93268]: Metadata agent@dv-cinder-766752-3-smb: {}, Jun 18 21:54:11.340826 dv-cinder-766752-3-smb neutron-server[93268]: Metering agent@dv-cinder-766752-3-smb: {}, Jun 18 21:54:11.340826 dv-cinder-766752-3-smb neutron-server[93268]: Open vSwitch agent@dv-cinder-766752-3-smb: { 'AddressGroup': '1.2', Jun 18 21:54:11.340826 dv-cinder-766752-3-smb neutron-server[93268]: 'ConntrackHelper': '1.0', Jun 18 21:54:11.340826 dv-cinder-766752-3-smb neutron-server[93268]: 'Log': '1.0', Jun 18 21:54:11.340826 dv-cinder-766752-3-smb neutron-server[93268]: 'Network': '1.1', Jun 18 21:54:11.340826 dv-cinder-766752-3-smb neutron-server[93268]: 'Port': '1.7', Jun 18 21:54:11.340826 dv-cinder-766752-3-smb neutron-server[93268]: 'PortForwarding': '1.2', Jun 18 21:54:11.340826 dv-cinder-766752-3-smb neutron-server[93268]: 'QosPolicy': '1.8', Jun 18 21:54:11.340826 dv-cinder-766752-3-smb neutron-server[93268]: 'SecurityGroup': '1.4', Jun 18 21:54:11.340826 dv-cinder-766752-3-smb neutron-server[93268]: 'SecurityGroupRule': '1.2', Jun 18 21:54:11.340826 dv-cinder-766752-3-smb neutron-server[93268]: 'SubPort': '1.0', Jun 18 21:54:11.340826 dv-cinder-766752-3-smb neutron-server[93268]: 'Subnet': '1.1', Jun 18 21:54:11.340826 dv-cinder-766752-3-smb neutron-server[93268]: 'Trunk': '1.1'}} Jun 18 21:54:11.342985 dv-cinder-766752-3-smb neutron-server[93268]: {{(pid=93268) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 21:54:11.367384 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-637745b5-425f-41bd-899d-8e09d3c42eea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 21:54:11.495795 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-637745b5-425f-41bd-899d-8e09d3c42eea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765938645724'] for network, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:11.622584 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-637745b5-425f-41bd-899d-8e09d3c42eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-490555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1678354'] for network, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:11.624017 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637745b5-425f-41bd-899d-8e09d3c42eea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 21:54:11.624711 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-637745b5-425f-41bd-899d-8e09d3c42eea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678351'] for network, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:11.627447 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 21:54:11.718486 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637745b5-425f-41bd-899d-8e09d3c42eea admin admin] Pushing event updated for resources: {'Network': ['ID=50f3edf8-3933-4dba-8ae9-29481cd6ac6f,revision_number=1']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 21:54:11.721546 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-637745b5-425f-41bd-899d-8e09d3c42eea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 21:54:11.729422 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Network 50f3edf8-3933-4dba-8ae9-29481cd6ac6f details requested by agent ovs-agent-dv-cinder-766752-3-smb with host dv-cinder-766752-3-smb {{(pid=93269) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 21:54:11.800907 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-637745b5-425f-41bd-899d-8e09d3c42eea admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1628034 Jun 18 21:54:14.470101 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 41092) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 21:54:14.852004 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f58209-198c-49ba-9b32-9d7abc52140e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 21:54:14.853358 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-09f58209-198c-49ba-9b32-9d7abc52140e admin admin] 10.222.0.23 "GET /v2.0/networks/50f3edf8-3933-4dba-8ae9-29481cd6ac6f HTTP/1.1" status: 200 len: 825 time: 0.3823185 Jun 18 21:54:14.877605 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-537b5051-a5f1-44eb-a7b3-0a9ff69371cd admin admin] 10.222.0.23 "GET /v2.0/subnetpools/8b600e4f-16b3-4b00-885b-a11962081c2b HTTP/1.1" status: 200 len: 734 time: 0.0190270 Jun 18 21:54:14.886498 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.v2.base [None req-48bcfee3-01c2-40b1-bda8-95bc5cf50bc2 admin admin] Request body: {'subnet': {'subnetpool_id': '8b600e4f-16b3-4b00-885b-a11962081c2b', 'name': 'private-subnet', 'tenant_id': '92de03322ba246b3bad71ea280246d25', 'network_id': '50f3edf8-3933-4dba-8ae9-29481cd6ac6f', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 21:54:15.056252 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48bcfee3-01c2-40b1-bda8-95bc5cf50bc2 admin admin] Made reservation on behalf of 92de03322ba246b3bad71ea280246d25 for: {'subnet': 1} {{(pid=93268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 21:54:15.058581 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-48bcfee3-01c2-40b1-bda8-95bc5cf50bc2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:15.422819 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-48bcfee3-01c2-40b1-bda8-95bc5cf50bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361'] for subnet, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:15.427188 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 21:54:15.493406 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bcfee3-01c2-40b1-bda8-95bc5cf50bc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c696c340-1370-4635-b715-d130c16f759d,revision_number=0']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 21:54:15.495303 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bcfee3-01c2-40b1-bda8-95bc5cf50bc2 admin admin] Checking segment: {'id': 'acf1fff4-a488-4caf-9786-2a88c2fb1f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '50f3edf8-3933-4dba-8ae9-29481cd6ac6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 21:54:15.495669 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48bcfee3-01c2-40b1-bda8-95bc5cf50bc2 admin admin] Network hostable DHCP agents. Network: 50f3edf8-3933-4dba-8ae9-29481cd6ac6f, hostable agents: ['8cbf1dbc-985e-4686-b9a4-b42f90572d3b'], hosted agents: [] {{(pid=93268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 21:54:15.500655 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-48bcfee3-01c2-40b1-bda8-95bc5cf50bc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 21:54:15.610955 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48bcfee3-01c2-40b1-bda8-95bc5cf50bc2 admin admin] Network 50f3edf8-3933-4dba-8ae9-29481cd6ac6f is scheduled to be hosted by DHCP agent 8cbf1dbc-985e-4686-b9a4-b42f90572d3b with binding_index 1 {{(pid=93268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 21:54:15.708276 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.base_scheduler [None req-48bcfee3-01c2-40b1-bda8-95bc5cf50bc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-3-smb, 50f3edf8-3933-4dba-8ae9-29481cd6ac6f) {{(pid=93268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 21:54:15.712803 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48bcfee3-01c2-40b1-bda8-95bc5cf50bc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 21:54:15.713383 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-48bcfee3-01c2-40b1-bda8-95bc5cf50bc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678351'] for subnet, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:15.718396 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144c053f-c121-460f-ad51-c112ed79b8c7 None None] Network 50f3edf8-3933-4dba-8ae9-29481cd6ac6f requested from dv-cinder-766752-3-smb {{(pid=93269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 21:54:15.823493 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-48bcfee3-01c2-40b1-bda8-95bc5cf50bc2 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9402363 Jun 18 21:54:16.030326 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2279d19-e1e4-4368-ad3d-20c657ee08c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe69447c-996e-5b32-9b55-7f054a75cfbd-50f3edf8-3933-4dba-8ae9-29481cd6ac6f', 'network_id': '50f3edf8-3933-4dba-8ae9-29481cd6ac6f', 'tenant_id': '92de03322ba246b3bad71ea280246d25', 'fixed_ips': [{'subnet_id': 'c696c340-1370-4635-b715-d130c16f759d'}]}} from dv-cinder-766752-3-smb. {{(pid=93269) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 21:54:16.031485 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-d2279d19-e1e4-4368-ad3d-20c657ee08c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550498'] for port, before_create {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:16.298456 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.db_base_plugin_common [None req-d2279d19-e1e4-4368-ad3d-20c657ee08c7 None None] Allocated IP 172.20.0.2 (50f3edf8-3933-4dba-8ae9-29481cd6ac6f/c696c340-1370-4635-b715-d130c16f759d/14b06e7a-7492-4b98-817a-a10876358b12) {{(pid=93269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 21:54:16.500055 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-d2279d19-e1e4-4368-ad3d-20c657ee08c7 None None] Notify callbacks [] for port, precommit_create {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:16.516673 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-d2279d19-e1e4-4368-ad3d-20c657ee08c7 None None] Transition to ACTIVE for port object 14b06e7a-7492-4b98-817a-a10876358b12 will not be triggered until provisioned by entity L2. {{(pid=93269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 21:54:16.565621 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-d2279d19-e1e4-4368-ad3d-20c657ee08c7 None None] Transition to ACTIVE for port object 14b06e7a-7492-4b98-817a-a10876358b12 will not be triggered until provisioned by entity DHCP. {{(pid=93269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 21:54:16.662847 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-d2279d19-e1e4-4368-ad3d-20c657ee08c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-549537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1678354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765938626142'] for port, after_create {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:16.666195 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 21:54:16.733064 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2279d19-e1e4-4368-ad3d-20c657ee08c7 None None] Network 50f3edf8-3933-4dba-8ae9-29481cd6ac6f is already hosted by enough agents. {{(pid=93269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 21:54:16.734484 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.scheduler.base_scheduler [None req-d2279d19-e1e4-4368-ad3d-20c657ee08c7 None None] Resources bound (agent type, host, resource id): {{(pid=93269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 21:54:16.738696 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2279d19-e1e4-4368-ad3d-20c657ee08c7 None None] Received port after_create {{(pid=93269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 21:54:16.755658 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2279d19-e1e4-4368-ad3d-20c657ee08c7 None None] Pushing event updated for resources: {'Port': ['ID=14b06e7a-7492-4b98-817a-a10876358b12,revision_number=1']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 21:54:16.797960 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2279d19-e1e4-4368-ad3d-20c657ee08c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:54:16.798293 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2279d19-e1e4-4368-ad3d-20c657ee08c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:54:16.798616 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2279d19-e1e4-4368-ad3d-20c657ee08c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:54:16.798933 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2279d19-e1e4-4368-ad3d-20c657ee08c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:54:16.799244 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2279d19-e1e4-4368-ad3d-20c657ee08c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:54:16.799553 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2279d19-e1e4-4368-ad3d-20c657ee08c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:54:16.799860 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2279d19-e1e4-4368-ad3d-20c657ee08c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:54:16.800722 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2279d19-e1e4-4368-ad3d-20c657ee08c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:54:16.801073 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2279d19-e1e4-4368-ad3d-20c657ee08c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:54:16.801381 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2279d19-e1e4-4368-ad3d-20c657ee08c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:54:16.801683 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2279d19-e1e4-4368-ad3d-20c657ee08c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:54:16.801987 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2279d19-e1e4-4368-ad3d-20c657ee08c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:54:16.803021 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2279d19-e1e4-4368-ad3d-20c657ee08c7 None None] Tracked resource versions report: Jun 18 21:54:16.803021 dv-cinder-766752-3-smb neutron-server[93269]: pushed versions: Jun 18 21:54:16.803021 dv-cinder-766752-3-smb neutron-server[93269]: { 'AddressGroup': {'1.2'}, Jun 18 21:54:16.803021 dv-cinder-766752-3-smb neutron-server[93269]: 'ConntrackHelper': {'1.0'}, Jun 18 21:54:16.803021 dv-cinder-766752-3-smb neutron-server[93269]: 'Log': {'1.0'}, Jun 18 21:54:16.803021 dv-cinder-766752-3-smb neutron-server[93269]: 'Network': {'1.1'}, Jun 18 21:54:16.803021 dv-cinder-766752-3-smb neutron-server[93269]: 'Port': {'1.7'}, Jun 18 21:54:16.803021 dv-cinder-766752-3-smb neutron-server[93269]: 'PortForwarding': {'1.2'}, Jun 18 21:54:16.803021 dv-cinder-766752-3-smb neutron-server[93269]: 'QosPolicy': {'1.8'}, Jun 18 21:54:16.803021 dv-cinder-766752-3-smb neutron-server[93269]: 'SecurityGroup': {'1.4'}, Jun 18 21:54:16.803021 dv-cinder-766752-3-smb neutron-server[93269]: 'SecurityGroupRule': {'1.2'}, Jun 18 21:54:16.803021 dv-cinder-766752-3-smb neutron-server[93269]: 'SubPort': {'1.0'}, Jun 18 21:54:16.803021 dv-cinder-766752-3-smb neutron-server[93269]: 'Subnet': {'1.1'}, Jun 18 21:54:16.803021 dv-cinder-766752-3-smb neutron-server[93269]: 'Trunk': {'1.1'}} Jun 18 21:54:16.803021 dv-cinder-766752-3-smb neutron-server[93269]: consumer versions: Jun 18 21:54:16.803021 dv-cinder-766752-3-smb neutron-server[93269]: { DHCP agent@dv-cinder-766752-3-smb: {}, Jun 18 21:54:16.803021 dv-cinder-766752-3-smb neutron-server[93269]: L3 agent@dv-cinder-766752-3-smb: {}, Jun 18 21:54:16.803021 dv-cinder-766752-3-smb neutron-server[93269]: Metadata agent@dv-cinder-766752-3-smb: {}, Jun 18 21:54:16.803021 dv-cinder-766752-3-smb neutron-server[93269]: Metering agent@dv-cinder-766752-3-smb: {}, Jun 18 21:54:16.803021 dv-cinder-766752-3-smb neutron-server[93269]: Open vSwitch agent@dv-cinder-766752-3-smb: { 'AddressGroup': '1.2', Jun 18 21:54:16.803021 dv-cinder-766752-3-smb neutron-server[93269]: 'ConntrackHelper': '1.0', Jun 18 21:54:16.803021 dv-cinder-766752-3-smb neutron-server[93269]: 'Log': '1.0', Jun 18 21:54:16.803021 dv-cinder-766752-3-smb neutron-server[93269]: 'Network': '1.1', Jun 18 21:54:16.803021 dv-cinder-766752-3-smb neutron-server[93269]: 'Port': '1.7', Jun 18 21:54:16.803021 dv-cinder-766752-3-smb neutron-server[93269]: 'PortForwarding': '1.2', Jun 18 21:54:16.803021 dv-cinder-766752-3-smb neutron-server[93269]: 'QosPolicy': '1.8', Jun 18 21:54:16.803021 dv-cinder-766752-3-smb neutron-server[93269]: 'SecurityGroup': '1.4', Jun 18 21:54:16.803021 dv-cinder-766752-3-smb neutron-server[93269]: 'SecurityGroupRule': '1.2', Jun 18 21:54:16.803021 dv-cinder-766752-3-smb neutron-server[93269]: 'SubPort': '1.0', Jun 18 21:54:16.803021 dv-cinder-766752-3-smb neutron-server[93269]: 'Subnet': '1.1', Jun 18 21:54:16.803021 dv-cinder-766752-3-smb neutron-server[93269]: 'Trunk': '1.1'}} Jun 18 21:54:16.803021 dv-cinder-766752-3-smb neutron-server[93269]: {{(pid=93269) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 21:54:16.806612 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-d2279d19-e1e4-4368-ad3d-20c657ee08c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 21:54:16.833947 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.managers [None req-d2279d19-e1e4-4368-ad3d-20c657ee08c7 None None] Attempting to bind port 14b06e7a-7492-4b98-817a-a10876358b12 on host dv-cinder-766752-3-smb for vnic_type normal with profile {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 21:54:16.834252 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.managers [None req-d2279d19-e1e4-4368-ad3d-20c657ee08c7 None None] Attempting to bind port 14b06e7a-7492-4b98-817a-a10876358b12 by drivers openvswitch,hyperv on host dv-cinder-766752-3-smb at level 0 using segments [{'id': 'acf1fff4-a488-4caf-9786-2a88c2fb1f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '50f3edf8-3933-4dba-8ae9-29481cd6ac6f'}] {{(pid=93269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 21:54:16.834645 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2279d19-e1e4-4368-ad3d-20c657ee08c7 None None] Attempting to bind port 14b06e7a-7492-4b98-817a-a10876358b12 on network 50f3edf8-3933-4dba-8ae9-29481cd6ac6f {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 21:54:16.839330 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2279d19-e1e4-4368-ad3d-20c657ee08c7 None None] Checking agent: {'id': 'e70860c9-a5d2-4f1c-a15e-7701e23dd36c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 21, 54), 'started_at': datetime.datetime(2021, 6, 18, 21, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 21:54:16.839723 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2279d19-e1e4-4368-ad3d-20c657ee08c7 None None] Checking segment: {'id': 'acf1fff4-a488-4caf-9786-2a88c2fb1f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '50f3edf8-3933-4dba-8ae9-29481cd6ac6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 21:54:16.840189 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-d2279d19-e1e4-4368-ad3d-20c657ee08c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:16.840590 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2279d19-e1e4-4368-ad3d-20c657ee08c7 None None] Bound using segment: {'id': 'acf1fff4-a488-4caf-9786-2a88c2fb1f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '50f3edf8-3933-4dba-8ae9-29481cd6ac6f'} {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 21:54:16.841047 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.managers [None req-d2279d19-e1e4-4368-ad3d-20c657ee08c7 None None] Bound port: 14b06e7a-7492-4b98-817a-a10876358b12, host: dv-cinder-766752-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acf1fff4-a488-4caf-9786-2a88c2fb1f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '50f3edf8-3933-4dba-8ae9-29481cd6ac6f'}}] {{(pid=93269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 21:54:16.841422 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-d2279d19-e1e4-4368-ad3d-20c657ee08c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:16.901906 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-d2279d19-e1e4-4368-ad3d-20c657ee08c7 None None] For port 14b06e7a-7492-4b98-817a-a10876358b12, host dv-cinder-766752-3-smb, cleared binding levels {{(pid=93269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 21:54:16.906122 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-d2279d19-e1e4-4368-ad3d-20c657ee08c7 None None] For port 14b06e7a-7492-4b98-817a-a10876358b12, host dv-cinder-766752-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-smb',level=0,port_id=14b06e7a-7492-4b98-817a-a10876358b12,segment=NetworkSegment(acf1fff4-a488-4caf-9786-2a88c2fb1f35),segment_id=acf1fff4-a488-4caf-9786-2a88c2fb1f35)] {{(pid=93269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 21:54:16.982740 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-d2279d19-e1e4-4368-ad3d-20c657ee08c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:16.986730 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 21:54:17.052992 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2279d19-e1e4-4368-ad3d-20c657ee08c7 None None] Pushing event updated for resources: {'Port': ['ID=14b06e7a-7492-4b98-817a-a10876358b12,revision_number=2']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 21:54:17.060924 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-d2279d19-e1e4-4368-ad3d-20c657ee08c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 21:54:18.177490 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 41100) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 21:54:18.689358 dv-cinder-766752-3-smb neutron-server[93267]: WARNING oslo_policy.policy [None req-b0d7f34e-0473-41b7-8f68-e6863a130266 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 21:54:18.689943 dv-cinder-766752-3-smb neutron-server[93267]: WARNING oslo_policy.policy [None req-b0d7f34e-0473-41b7-8f68-e6863a130266 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 21:54:18.904016 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [None req-b0d7f34e-0473-41b7-8f68-e6863a130266 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 21:54:18.905218 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-b0d7f34e-0473-41b7-8f68-e6863a130266 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7254043 Jun 18 21:54:21.258379 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 41114) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 21:54:21.582213 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [None req-4be80961-4258-4aee-8af5-e6d581523966 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 21:54:21.583167 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-4be80961-4258-4aee-8af5-e6d581523966 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3238761 Jun 18 21:54:22.155799 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device 14b06e7a-7492-4b98-817a-a10876358b12 up at agent ovs-agent-dv-cinder-766752-3-smb {{(pid=93269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 21:54:22.306027 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Provisioning for port 14b06e7a-7492-4b98-817a-a10876358b12 completed by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 21:54:23.042956 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1568d7b1-0bee-4d41-a5e9-0c20fb82fade None None] Network 50f3edf8-3933-4dba-8ae9-29481cd6ac6f requested from dv-cinder-766752-3-smb {{(pid=93269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 21:54:23.217230 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-7399815d-c9eb-48f8-b17d-400027201a90 None None] Provisioning for port 14b06e7a-7492-4b98-817a-a10876358b12 completed by entity DHCP. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 21:54:23.225043 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-7399815d-c9eb-48f8-b17d-400027201a90 None None] Provisioning complete for port 14b06e7a-7492-4b98-817a-a10876358b12 triggered by entity DHCP. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 21:54:23.225426 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-7399815d-c9eb-48f8-b17d-400027201a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:23.349762 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-7399815d-c9eb-48f8-b17d-400027201a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:23.387470 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-7399815d-c9eb-48f8-b17d-400027201a90 None None] For port 14b06e7a-7492-4b98-817a-a10876358b12, host dv-cinder-766752-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-smb',level=0,port_id=14b06e7a-7492-4b98-817a-a10876358b12,segment=NetworkSegment(acf1fff4-a488-4caf-9786-2a88c2fb1f35),segment_id=acf1fff4-a488-4caf-9786-2a88c2fb1f35)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 21:54:23.479965 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-7399815d-c9eb-48f8-b17d-400027201a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:23.483310 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-d2279d19-e1e4-4368-ad3d-20c657ee08c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 21:54:23.528146 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7399815d-c9eb-48f8-b17d-400027201a90 None None] Pushing event updated for resources: {'Port': ['ID=14b06e7a-7492-4b98-817a-a10876358b12,revision_number=3']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 21:54:23.531138 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-7399815d-c9eb-48f8-b17d-400027201a90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 21:54:23.600322 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-f70e4461-d21d-429f-afa5-839c55b17c6c None None] Provisioning complete for port 14b06e7a-7492-4b98-817a-a10876358b12 triggered by entity DHCP. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 21:54:23.600618 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-f70e4461-d21d-429f-afa5-839c55b17c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:24.125031 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device 14b06e7a-7492-4b98-817a-a10876358b12 up at agent ovs-agent-dv-cinder-766752-3-smb {{(pid=93269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 21:54:24.171529 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Provisioning complete for port 14b06e7a-7492-4b98-817a-a10876358b12 triggered by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 21:54:24.171963 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:24.172655 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 41128) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 21:54:24.476000 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.v2.base [None req-eb0ccb1a-e0ce-4a16-b5ec-5b4bb7505925 admin admin] Request body: {'router': {'tenant_id': '92de03322ba246b3bad71ea280246d25', 'name': 'router1', 'admin_state_up': True}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 21:54:24.539710 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.policy [None req-eb0ccb1a-e0ce-4a16-b5ec-5b4bb7505925 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93267) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 18 21:54:24.585858 dv-cinder-766752-3-smb neutron-server[93267]: WARNING oslo_policy.policy [None req-eb0ccb1a-e0ce-4a16-b5ec-5b4bb7505925 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 21:54:24.586222 dv-cinder-766752-3-smb neutron-server[93267]: WARNING oslo_policy.policy [None req-eb0ccb1a-e0ce-4a16-b5ec-5b4bb7505925 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 21:54:24.594600 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.quota [None req-eb0ccb1a-e0ce-4a16-b5ec-5b4bb7505925 admin admin] Loaded quota_driver: . Jun 18 21:54:24.719810 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-eb0ccb1a-e0ce-4a16-b5ec-5b4bb7505925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-477333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65128'] for router, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:24.721551 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-eb0ccb1a-e0ce-4a16-b5ec-5b4bb7505925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-477416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-512678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-434388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65123'] for router, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:24.875499 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-eb0ccb1a-e0ce-4a16-b5ec-5b4bb7505925 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:24.947007 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-eb0ccb1a-e0ce-4a16-b5ec-5b4bb7505925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-477340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-515840'] for router, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:25.031627 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-eb0ccb1a-e0ce-4a16-b5ec-5b4bb7505925 admin admin] Notify callbacks [] for router, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:25.035886 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-eb0ccb1a-e0ce-4a16-b5ec-5b4bb7505925 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8591857 Jun 18 21:54:27.406279 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 41138) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 21:54:27.718635 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [None req-166dcff6-2b7f-486d-b513-a314c5608fb5 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 21:54:27.719598 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-166dcff6-2b7f-486d-b513-a314c5608fb5 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3123796 Jun 18 21:54:27.759911 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-472831f7-e541-404a-8974-35e943cc845a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:30.043584 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 41146) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 21:54:30.182439 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-f01e605e-126e-4b3d-89fe-44767463edc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:30.360077 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.v2.base [None req-160af211-bd94-42d4-897d-e96ca58c6e2e admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=93268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 21:54:30.370816 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:30.460034 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160af211-bd94-42d4-897d-e96ca58c6e2e admin admin] Made reservation on behalf of 9e8fd2cbb1c04b8ba35c4b4db9a52a0f for: {'network': 1} {{(pid=93268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 21:54:30.462365 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-160af211-bd94-42d4-897d-e96ca58c6e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550498'] for network, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:30.470229 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-160af211-bd94-42d4-897d-e96ca58c6e2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:30.553502 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-160af211-bd94-42d4-897d-e96ca58c6e2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:30.654139 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-160af211-bd94-42d4-897d-e96ca58c6e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:30.658088 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 21:54:30.668131 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-160af211-bd94-42d4-897d-e96ca58c6e2e admin admin] Reserving flat network on physical network physnet1 {{(pid=93268) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 18 21:54:30.690064 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-160af211-bd94-42d4-897d-e96ca58c6e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527226'] for segment, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:30.690392 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.db.segments_db [None req-160af211-bd94-42d4-897d-e96ca58c6e2e admin admin] Added segment 84b34c11-c765-4838-8c05-a350e58a1412 of type flat for network 0a94a276-d24e-41da-a649-5ffe202eff30 Jun 18 21:54:30.692346 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160af211-bd94-42d4-897d-e96ca58c6e2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c435528b-1fb4-466f-ac06-fa394f2576dc,revision_number=1']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 21:54:30.700516 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-160af211-bd94-42d4-897d-e96ca58c6e2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 21:54:30.740824 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-160af211-bd94-42d4-897d-e96ca58c6e2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765938645724'] for network, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:30.885365 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-160af211-bd94-42d4-897d-e96ca58c6e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-490555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1678354'] for network, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:30.886623 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160af211-bd94-42d4-897d-e96ca58c6e2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 21:54:30.887181 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-160af211-bd94-42d4-897d-e96ca58c6e2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678351'] for network, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:30.889946 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-637745b5-425f-41bd-899d-8e09d3c42eea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 21:54:30.944957 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160af211-bd94-42d4-897d-e96ca58c6e2e admin admin] Pushing event updated for resources: {'Network': ['ID=0a94a276-d24e-41da-a649-5ffe202eff30,revision_number=1']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 21:54:30.947506 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-160af211-bd94-42d4-897d-e96ca58c6e2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 21:54:30.954492 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Network 0a94a276-d24e-41da-a649-5ffe202eff30 details requested by agent ovs-agent-dv-cinder-766752-3-smb with host dv-cinder-766752-3-smb {{(pid=93269) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 21:54:31.010157 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-160af211-bd94-42d4-897d-e96ca58c6e2e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9655082 Jun 18 21:54:31.454367 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-66c5960c-ceb9-453b-add3-817047489609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:33.094507 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-cfd4400b-1529-4ea9-a221-6a7c5fbf6a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:33.324203 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 41164) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 21:54:33.554286 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4413d89d-bc3c-4915-b6ec-b0fa080437e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 21:54:33.555681 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-4413d89d-bc3c-4915-b6ec-b0fa080437e9 admin admin] 10.222.0.23 "GET /v2.0/subnets/c696c340-1370-4635-b715-d130c16f759d HTTP/1.1" status: 200 len: 849 time: 0.2304842 Jun 18 21:54:33.669874 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-eeb6cf75-7916-4575-bb08-e4e5e339b105 admin admin] 10.222.0.23 "GET /v2.0/routers/2252f67b-0bfd-441a-a8cb-eefecdab9a80 HTTP/1.1" status: 200 len: 704 time: 0.1086481 Jun 18 21:54:33.946704 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-6d43e7dc-2f80-4832-8aec-0a891dd50971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550498'] for port, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:34.244772 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.db.db_base_plugin_common [None req-6d43e7dc-2f80-4832-8aec-0a891dd50971 admin admin] Allocated IP 172.20.0.1 (50f3edf8-3933-4dba-8ae9-29481cd6ac6f/c696c340-1370-4635-b715-d130c16f759d/9957fda1-c004-4718-9cbe-6e7c2abfda26) {{(pid=93267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 21:54:34.447728 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-6d43e7dc-2f80-4832-8aec-0a891dd50971 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:34.473875 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.db.provisioning_blocks [None req-6d43e7dc-2f80-4832-8aec-0a891dd50971 admin admin] Transition to ACTIVE for port object 9957fda1-c004-4718-9cbe-6e7c2abfda26 will not be triggered until provisioned by entity DHCP. {{(pid=93267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 21:54:34.600285 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-6d43e7dc-2f80-4832-8aec-0a891dd50971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-549537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1678354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765938626142'] for port, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:34.603910 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 21:54:34.638094 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d43e7dc-2f80-4832-8aec-0a891dd50971 admin admin] Network 50f3edf8-3933-4dba-8ae9-29481cd6ac6f is already hosted by enough agents. {{(pid=93267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 21:54:34.639422 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.scheduler.base_scheduler [None req-6d43e7dc-2f80-4832-8aec-0a891dd50971 admin admin] Resources bound (agent type, host, resource id): {{(pid=93267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 21:54:34.711330 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d43e7dc-2f80-4832-8aec-0a891dd50971 admin admin] Received port after_create {{(pid=93267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 21:54:34.711330 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-6d43e7dc-2f80-4832-8aec-0a891dd50971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-519215'] for router_interface, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:34.731397 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d43e7dc-2f80-4832-8aec-0a891dd50971 admin admin] Pushing event updated for resources: {'Port': ['ID=9957fda1-c004-4718-9cbe-6e7c2abfda26,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 21:54:34.781806 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d43e7dc-2f80-4832-8aec-0a891dd50971 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:54:34.782134 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d43e7dc-2f80-4832-8aec-0a891dd50971 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:54:34.782463 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d43e7dc-2f80-4832-8aec-0a891dd50971 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:54:34.782783 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d43e7dc-2f80-4832-8aec-0a891dd50971 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:54:34.783100 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d43e7dc-2f80-4832-8aec-0a891dd50971 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:54:34.783418 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d43e7dc-2f80-4832-8aec-0a891dd50971 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:54:34.783728 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d43e7dc-2f80-4832-8aec-0a891dd50971 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:54:34.784041 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d43e7dc-2f80-4832-8aec-0a891dd50971 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:54:34.785364 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d43e7dc-2f80-4832-8aec-0a891dd50971 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:54:34.785695 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d43e7dc-2f80-4832-8aec-0a891dd50971 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:54:34.786005 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d43e7dc-2f80-4832-8aec-0a891dd50971 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:54:34.786310 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d43e7dc-2f80-4832-8aec-0a891dd50971 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:54:34.787345 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d43e7dc-2f80-4832-8aec-0a891dd50971 admin admin] Tracked resource versions report: Jun 18 21:54:34.787345 dv-cinder-766752-3-smb neutron-server[93267]: pushed versions: Jun 18 21:54:34.787345 dv-cinder-766752-3-smb neutron-server[93267]: { 'AddressGroup': {'1.2'}, Jun 18 21:54:34.787345 dv-cinder-766752-3-smb neutron-server[93267]: 'ConntrackHelper': {'1.0'}, Jun 18 21:54:34.787345 dv-cinder-766752-3-smb neutron-server[93267]: 'Log': {'1.0'}, Jun 18 21:54:34.787345 dv-cinder-766752-3-smb neutron-server[93267]: 'Network': {'1.1'}, Jun 18 21:54:34.787345 dv-cinder-766752-3-smb neutron-server[93267]: 'Port': {'1.7'}, Jun 18 21:54:34.787345 dv-cinder-766752-3-smb neutron-server[93267]: 'PortForwarding': {'1.2'}, Jun 18 21:54:34.787345 dv-cinder-766752-3-smb neutron-server[93267]: 'QosPolicy': {'1.8'}, Jun 18 21:54:34.787345 dv-cinder-766752-3-smb neutron-server[93267]: 'SecurityGroup': {'1.4'}, Jun 18 21:54:34.787345 dv-cinder-766752-3-smb neutron-server[93267]: 'SecurityGroupRule': {'1.2'}, Jun 18 21:54:34.787345 dv-cinder-766752-3-smb neutron-server[93267]: 'SubPort': {'1.0'}, Jun 18 21:54:34.787345 dv-cinder-766752-3-smb neutron-server[93267]: 'Subnet': {'1.1'}, Jun 18 21:54:34.787345 dv-cinder-766752-3-smb neutron-server[93267]: 'Trunk': {'1.1'}} Jun 18 21:54:34.787345 dv-cinder-766752-3-smb neutron-server[93267]: consumer versions: Jun 18 21:54:34.787345 dv-cinder-766752-3-smb neutron-server[93267]: { DHCP agent@dv-cinder-766752-3-smb: {}, Jun 18 21:54:34.787345 dv-cinder-766752-3-smb neutron-server[93267]: L3 agent@dv-cinder-766752-3-smb: {}, Jun 18 21:54:34.787345 dv-cinder-766752-3-smb neutron-server[93267]: Metadata agent@dv-cinder-766752-3-smb: {}, Jun 18 21:54:34.787345 dv-cinder-766752-3-smb neutron-server[93267]: Metering agent@dv-cinder-766752-3-smb: {}, Jun 18 21:54:34.787345 dv-cinder-766752-3-smb neutron-server[93267]: Open vSwitch agent@dv-cinder-766752-3-smb: { 'AddressGroup': '1.2', Jun 18 21:54:34.787345 dv-cinder-766752-3-smb neutron-server[93267]: 'ConntrackHelper': '1.0', Jun 18 21:54:34.787345 dv-cinder-766752-3-smb neutron-server[93267]: 'Log': '1.0', Jun 18 21:54:34.787345 dv-cinder-766752-3-smb neutron-server[93267]: 'Network': '1.1', Jun 18 21:54:34.787345 dv-cinder-766752-3-smb neutron-server[93267]: 'Port': '1.7', Jun 18 21:54:34.787345 dv-cinder-766752-3-smb neutron-server[93267]: 'PortForwarding': '1.2', Jun 18 21:54:34.787345 dv-cinder-766752-3-smb neutron-server[93267]: 'QosPolicy': '1.8', Jun 18 21:54:34.787345 dv-cinder-766752-3-smb neutron-server[93267]: 'SecurityGroup': '1.4', Jun 18 21:54:34.787345 dv-cinder-766752-3-smb neutron-server[93267]: 'SecurityGroupRule': '1.2', Jun 18 21:54:34.787345 dv-cinder-766752-3-smb neutron-server[93267]: 'SubPort': '1.0', Jun 18 21:54:34.787345 dv-cinder-766752-3-smb neutron-server[93267]: 'Subnet': '1.1', Jun 18 21:54:34.787345 dv-cinder-766752-3-smb neutron-server[93267]: 'Trunk': '1.1'}} Jun 18 21:54:34.787345 dv-cinder-766752-3-smb neutron-server[93267]: {{(pid=93267) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 21:54:34.796360 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-6d43e7dc-2f80-4832-8aec-0a891dd50971 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 21:54:35.010876 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-193e2b57-e233-46b0-b419-d3d9aaabc276 None None] Provisioning for port 9957fda1-c004-4718-9cbe-6e7c2abfda26 completed by entity DHCP. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 21:54:35.014683 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-193e2b57-e233-46b0-b419-d3d9aaabc276 None None] Provisioning complete for port 9957fda1-c004-4718-9cbe-6e7c2abfda26 triggered by entity DHCP. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 21:54:35.014817 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-6d43e7dc-2f80-4832-8aec-0a891dd50971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:35.015131 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-193e2b57-e233-46b0-b419-d3d9aaabc276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:35.049011 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.plugin [None req-193e2b57-e233-46b0-b419-d3d9aaabc276 None None] Port 9957fda1-c004-4718-9cbe-6e7c2abfda26 cannot update to ACTIVE because it is not bound. {{(pid=93269) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 21:54:35.196502 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-6d43e7dc-2f80-4832-8aec-0a891dd50971 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:35.250927 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-6d43e7dc-2f80-4832-8aec-0a891dd50971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:35.252037 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-6d43e7dc-2f80-4832-8aec-0a891dd50971 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513078'] for router_interface, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:35.254904 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 21:54:35.326908 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d43e7dc-2f80-4832-8aec-0a891dd50971 admin admin] Pushing event updated for resources: {'Port': ['ID=9957fda1-c004-4718-9cbe-6e7c2abfda26,revision_number=2']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 21:54:35.329588 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-6d43e7dc-2f80-4832-8aec-0a891dd50971 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 21:54:35.372437 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d43e7dc-2f80-4832-8aec-0a891dd50971 admin admin] Network 50f3edf8-3933-4dba-8ae9-29481cd6ac6f is already hosted by enough agents. {{(pid=93267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 21:54:35.373677 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.scheduler.base_scheduler [None req-6d43e7dc-2f80-4832-8aec-0a891dd50971 admin admin] Resources bound (agent type, host, resource id): {{(pid=93267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 21:54:35.570331 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-13221b20-0188-4b42-bff1-a26fb70a5fc6 None None] Provisioning complete for port 9957fda1-c004-4718-9cbe-6e7c2abfda26 triggered by entity DHCP. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 21:54:35.570706 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-13221b20-0188-4b42-bff1-a26fb70a5fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:35.603785 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.plugin [None req-13221b20-0188-4b42-bff1-a26fb70a5fc6 None None] Port 9957fda1-c004-4718-9cbe-6e7c2abfda26 cannot update to ACTIVE because it is not bound. {{(pid=93269) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 21:54:35.657041 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d43e7dc-2f80-4832-8aec-0a891dd50971 admin admin] Router 2252f67b-0bfd-441a-a8cb-eefecdab9a80 is scheduled to L3 agent cffdd0dd-f469-4450-b407-8e3f357d30fb with binding_index 1 {{(pid=93267) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 21:54:35.747136 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d43e7dc-2f80-4832-8aec-0a891dd50971 admin admin] Notify agent at l3_agent.dv-cinder-766752-3-smb the message routers_updated {{(pid=93267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 21:54:35.752439 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-6d43e7dc-2f80-4832-8aec-0a891dd50971 admin admin] 10.222.0.23 "PUT /v2.0/routers/2252f67b-0bfd-441a-a8cb-eefecdab9a80/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0777848 Jun 18 21:54:35.768872 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03675809-cf1a-44a5-80a5-5cecbc84c647 None None] Sync routers for ids ['2252f67b-0bfd-441a-a8cb-eefecdab9a80'] in dv-cinder-766752-3-smb {{(pid=93270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 21:54:35.780311 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03675809-cf1a-44a5-80a5-5cecbc84c647 None None] Routers {'2252f67b-0bfd-441a-a8cb-eefecdab9a80'} bound to L3 agent in host dv-cinder-766752-3-smb {{(pid=93270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 21:54:35.781204 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_hamode_db [None req-03675809-cf1a-44a5-80a5-5cecbc84c647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-18T21:54:00Z,description=,heartbeat_timestamp=2021-06-18T21:54:30Z,host='dv-cinder-766752-3-smb',id=cffdd0dd-f469-4450-b407-8e3f357d30fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:54:01Z,topic='l3_agent')) {'router_ids': ['2252f67b-0bfd-441a-a8cb-eefecdab9a80'], 'active': True} {{(pid=93270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 21:54:35.965698 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_dvr_db [None req-03675809-cf1a-44a5-80a5-5cecbc84c647 None None] Set router 2252f67b-0bfd-441a-a8cb-eefecdab9a80 gateway port host: None {{(pid=93270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 21:54:36.403903 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_hamode_db [None req-03675809-cf1a-44a5-80a5-5cecbc84c647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2252f67b-0bfd-441a-a8cb-eefecdab9a80', 'name': 'router1', 'tenant_id': '92de03322ba246b3bad71ea280246d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T21:54:24Z', 'updated_at': '2021-06-18T21:54:34Z', 'revision_number': 2, 'project_id': '92de03322ba246b3bad71ea280246d25', 'gw_port_host': None, '_interfaces': [{'id': '9957fda1-c004-4718-9cbe-6e7c2abfda26', 'name': '', 'network_id': '50f3edf8-3933-4dba-8ae9-29481cd6ac6f', 'tenant_id': '92de03322ba246b3bad71ea280246d25', 'mac_address': 'fa:16:3e:fe:9d:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2252f67b-0bfd-441a-a8cb-eefecdab9a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c696c340-1370-4635-b715-d130c16f759d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T21:54:33Z', 'updated_at': '2021-06-18T21:54:35Z', 'revision_number': 2, 'project_id': '92de03322ba246b3bad71ea280246d25', 'subnets': [{'id': 'c696c340-1370-4635-b715-d130c16f759d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8b600e4f-16b3-4b00-885b-a11962081c2b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-smb', False) {} {{(pid=93270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 21:54:36.457155 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03675809-cf1a-44a5-80a5-5cecbc84c647 None None] Checking router: 2252f67b-0bfd-441a-a8cb-eefecdab9a80 for host: dv-cinder-766752-3-smb {{(pid=93270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 21:54:36.457518 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03675809-cf1a-44a5-80a5-5cecbc84c647 None None] Updating router 2252f67b-0bfd-441a-a8cb-eefecdab9a80 port 9957fda1-c004-4718-9cbe-6e7c2abfda26 binding host dv-cinder-766752-3-smb {{(pid=93270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 21:54:36.519180 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-03675809-cf1a-44a5-80a5-5cecbc84c647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:37.068656 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-03675809-cf1a-44a5-80a5-5cecbc84c647 None None] Notify callbacks [] for port, precommit_update {{(pid=93270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:37.087905 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.provisioning_blocks [None req-03675809-cf1a-44a5-80a5-5cecbc84c647 None None] Transition to ACTIVE for port object 9957fda1-c004-4718-9cbe-6e7c2abfda26 will not be triggered until provisioned by entity L2. {{(pid=93270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 21:54:37.151825 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-03675809-cf1a-44a5-80a5-5cecbc84c647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:37.155090 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 21:54:37.279395 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf6a4ca-7c9c-4e1d-a7d8-44b50a831957 None None] Pushing event updated for resources: {'Port': ['ID=9957fda1-c004-4718-9cbe-6e7c2abfda26,revision_number=3']} {{(pid=93270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 21:54:37.302029 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf6a4ca-7c9c-4e1d-a7d8-44b50a831957 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:54:37.302029 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf6a4ca-7c9c-4e1d-a7d8-44b50a831957 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:54:37.302029 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf6a4ca-7c9c-4e1d-a7d8-44b50a831957 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:54:37.302029 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf6a4ca-7c9c-4e1d-a7d8-44b50a831957 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:54:37.302029 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf6a4ca-7c9c-4e1d-a7d8-44b50a831957 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:54:37.302029 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf6a4ca-7c9c-4e1d-a7d8-44b50a831957 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:54:37.302029 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf6a4ca-7c9c-4e1d-a7d8-44b50a831957 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:54:37.302029 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf6a4ca-7c9c-4e1d-a7d8-44b50a831957 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:54:37.302029 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf6a4ca-7c9c-4e1d-a7d8-44b50a831957 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:54:37.302029 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf6a4ca-7c9c-4e1d-a7d8-44b50a831957 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:54:37.302029 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf6a4ca-7c9c-4e1d-a7d8-44b50a831957 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:54:37.302029 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf6a4ca-7c9c-4e1d-a7d8-44b50a831957 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:54:37.302029 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf6a4ca-7c9c-4e1d-a7d8-44b50a831957 None None] Tracked resource versions report: Jun 18 21:54:37.302029 dv-cinder-766752-3-smb neutron-server[93270]: pushed versions: Jun 18 21:54:37.302029 dv-cinder-766752-3-smb neutron-server[93270]: { 'AddressGroup': {'1.2'}, Jun 18 21:54:37.302029 dv-cinder-766752-3-smb neutron-server[93270]: 'ConntrackHelper': {'1.0'}, Jun 18 21:54:37.302029 dv-cinder-766752-3-smb neutron-server[93270]: 'Log': {'1.0'}, Jun 18 21:54:37.302029 dv-cinder-766752-3-smb neutron-server[93270]: 'Network': {'1.1'}, Jun 18 21:54:37.302029 dv-cinder-766752-3-smb neutron-server[93270]: 'Port': {'1.7'}, Jun 18 21:54:37.302029 dv-cinder-766752-3-smb neutron-server[93270]: 'PortForwarding': {'1.2'}, Jun 18 21:54:37.302029 dv-cinder-766752-3-smb neutron-server[93270]: 'QosPolicy': {'1.8'}, Jun 18 21:54:37.302029 dv-cinder-766752-3-smb neutron-server[93270]: 'SecurityGroup': {'1.4'}, Jun 18 21:54:37.302029 dv-cinder-766752-3-smb neutron-server[93270]: 'SecurityGroupRule': {'1.2'}, Jun 18 21:54:37.302029 dv-cinder-766752-3-smb neutron-server[93270]: 'SubPort': {'1.0'}, Jun 18 21:54:37.302029 dv-cinder-766752-3-smb neutron-server[93270]: 'Subnet': {'1.1'}, Jun 18 21:54:37.302029 dv-cinder-766752-3-smb neutron-server[93270]: 'Trunk': {'1.1'}} Jun 18 21:54:37.302029 dv-cinder-766752-3-smb neutron-server[93270]: consumer versions: Jun 18 21:54:37.302029 dv-cinder-766752-3-smb neutron-server[93270]: { DHCP agent@dv-cinder-766752-3-smb: {}, Jun 18 21:54:37.302029 dv-cinder-766752-3-smb neutron-server[93270]: L3 agent@dv-cinder-766752-3-smb: {}, Jun 18 21:54:37.302029 dv-cinder-766752-3-smb neutron-server[93270]: Metadata agent@dv-cinder-766752-3-smb: {}, Jun 18 21:54:37.302029 dv-cinder-766752-3-smb neutron-server[93270]: Metering agent@dv-cinder-766752-3-smb: {}, Jun 18 21:54:37.302029 dv-cinder-766752-3-smb neutron-server[93270]: Open vSwitch agent@dv-cinder-766752-3-smb: { 'AddressGroup': '1.2', Jun 18 21:54:37.302029 dv-cinder-766752-3-smb neutron-server[93270]: 'ConntrackHelper': '1.0', Jun 18 21:54:37.302029 dv-cinder-766752-3-smb neutron-server[93270]: 'Log': '1.0', Jun 18 21:54:37.302029 dv-cinder-766752-3-smb neutron-server[93270]: 'Network': '1.1', Jun 18 21:54:37.302029 dv-cinder-766752-3-smb neutron-server[93270]: 'Port': '1.7', Jun 18 21:54:37.302029 dv-cinder-766752-3-smb neutron-server[93270]: 'PortForwarding': '1.2', Jun 18 21:54:37.302029 dv-cinder-766752-3-smb neutron-server[93270]: 'QosPolicy': '1.8', Jun 18 21:54:37.302029 dv-cinder-766752-3-smb neutron-server[93270]: 'SecurityGroup': '1.4', Jun 18 21:54:37.302029 dv-cinder-766752-3-smb neutron-server[93270]: 'SecurityGroupRule': '1.2', Jun 18 21:54:37.302029 dv-cinder-766752-3-smb neutron-server[93270]: 'SubPort': '1.0', Jun 18 21:54:37.302029 dv-cinder-766752-3-smb neutron-server[93270]: 'Subnet': '1.1', Jun 18 21:54:37.305055 dv-cinder-766752-3-smb neutron-server[93270]: 'Trunk': '1.1'}} Jun 18 21:54:37.305055 dv-cinder-766752-3-smb neutron-server[93270]: {{(pid=93270) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 21:54:37.305055 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG oslo_concurrency.lockutils [None req-0cf6a4ca-7c9c-4e1d-a7d8-44b50a831957 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 21:54:37.413336 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.plugins.ml2.managers [None req-03675809-cf1a-44a5-80a5-5cecbc84c647 None None] Attempting to bind port 9957fda1-c004-4718-9cbe-6e7c2abfda26 on host dv-cinder-766752-3-smb for vnic_type normal with profile {{(pid=93270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 21:54:37.413743 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.plugins.ml2.managers [None req-03675809-cf1a-44a5-80a5-5cecbc84c647 None None] Attempting to bind port 9957fda1-c004-4718-9cbe-6e7c2abfda26 by drivers openvswitch,hyperv on host dv-cinder-766752-3-smb at level 0 using segments [{'id': 'acf1fff4-a488-4caf-9786-2a88c2fb1f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '50f3edf8-3933-4dba-8ae9-29481cd6ac6f'}] {{(pid=93270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 21:54:37.414165 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03675809-cf1a-44a5-80a5-5cecbc84c647 None None] Attempting to bind port 9957fda1-c004-4718-9cbe-6e7c2abfda26 on network 50f3edf8-3933-4dba-8ae9-29481cd6ac6f {{(pid=93270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 21:54:37.419140 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03675809-cf1a-44a5-80a5-5cecbc84c647 None None] Checking agent: {'id': 'e70860c9-a5d2-4f1c-a15e-7701e23dd36c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 21, 54), 'started_at': datetime.datetime(2021, 6, 18, 21, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 21, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 21:54:37.419544 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03675809-cf1a-44a5-80a5-5cecbc84c647 None None] Checking segment: {'id': 'acf1fff4-a488-4caf-9786-2a88c2fb1f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '50f3edf8-3933-4dba-8ae9-29481cd6ac6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 21:54:37.420080 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-03675809-cf1a-44a5-80a5-5cecbc84c647 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:37.420470 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03675809-cf1a-44a5-80a5-5cecbc84c647 None None] Bound using segment: {'id': 'acf1fff4-a488-4caf-9786-2a88c2fb1f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '50f3edf8-3933-4dba-8ae9-29481cd6ac6f'} {{(pid=93270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 21:54:37.438032 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.plugins.ml2.managers [None req-03675809-cf1a-44a5-80a5-5cecbc84c647 None None] Bound port: 9957fda1-c004-4718-9cbe-6e7c2abfda26, host: dv-cinder-766752-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acf1fff4-a488-4caf-9786-2a88c2fb1f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '50f3edf8-3933-4dba-8ae9-29481cd6ac6f'}}] {{(pid=93270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 21:54:37.438032 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-03675809-cf1a-44a5-80a5-5cecbc84c647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:37.491075 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.plugins.ml2.db [None req-03675809-cf1a-44a5-80a5-5cecbc84c647 None None] For port 9957fda1-c004-4718-9cbe-6e7c2abfda26, host dv-cinder-766752-3-smb, cleared binding levels {{(pid=93270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 21:54:37.511905 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.plugins.ml2.db [None req-03675809-cf1a-44a5-80a5-5cecbc84c647 None None] For port 9957fda1-c004-4718-9cbe-6e7c2abfda26, host dv-cinder-766752-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-smb',level=0,port_id=9957fda1-c004-4718-9cbe-6e7c2abfda26,segment=NetworkSegment(acf1fff4-a488-4caf-9786-2a88c2fb1f35),segment_id=acf1fff4-a488-4caf-9786-2a88c2fb1f35)] {{(pid=93270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 21:54:37.571509 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-03675809-cf1a-44a5-80a5-5cecbc84c647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:37.573950 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 21:54:37.632359 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03675809-cf1a-44a5-80a5-5cecbc84c647 None None] Routers {'2252f67b-0bfd-441a-a8cb-eefecdab9a80'} bound to L3 agent in host dv-cinder-766752-3-smb {{(pid=93270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 21:54:37.633032 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_hamode_db [None req-03675809-cf1a-44a5-80a5-5cecbc84c647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-18T21:54:00Z,description=,heartbeat_timestamp=2021-06-18T21:54:30Z,host='dv-cinder-766752-3-smb',id=cffdd0dd-f469-4450-b407-8e3f357d30fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:54:01Z,topic='l3_agent')) {'router_ids': ['2252f67b-0bfd-441a-a8cb-eefecdab9a80'], 'active': True} {{(pid=93270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 21:54:37.638437 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf6a4ca-7c9c-4e1d-a7d8-44b50a831957 None None] Pushing event updated for resources: {'Port': ['ID=9957fda1-c004-4718-9cbe-6e7c2abfda26,revision_number=4']} {{(pid=93270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 21:54:37.641328 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG oslo_concurrency.lockutils [None req-0cf6a4ca-7c9c-4e1d-a7d8-44b50a831957 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 21:54:37.729852 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_dvr_db [None req-03675809-cf1a-44a5-80a5-5cecbc84c647 None None] Set router 2252f67b-0bfd-441a-a8cb-eefecdab9a80 gateway port host: None {{(pid=93270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 21:54:37.942168 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_hamode_db [None req-03675809-cf1a-44a5-80a5-5cecbc84c647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2252f67b-0bfd-441a-a8cb-eefecdab9a80', 'name': 'router1', 'tenant_id': '92de03322ba246b3bad71ea280246d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T21:54:24Z', 'updated_at': '2021-06-18T21:54:34Z', 'revision_number': 2, 'project_id': '92de03322ba246b3bad71ea280246d25', 'gw_port_host': None, '_interfaces': [{'id': '9957fda1-c004-4718-9cbe-6e7c2abfda26', 'name': '', 'network_id': '50f3edf8-3933-4dba-8ae9-29481cd6ac6f', 'tenant_id': '92de03322ba246b3bad71ea280246d25', 'mac_address': 'fa:16:3e:fe:9d:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2252f67b-0bfd-441a-a8cb-eefecdab9a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c696c340-1370-4635-b715-d130c16f759d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T21:54:33Z', 'updated_at': '2021-06-18T21:54:37Z', 'revision_number': 4, 'project_id': '92de03322ba246b3bad71ea280246d25', 'subnets': [{'id': 'c696c340-1370-4635-b715-d130c16f759d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8b600e4f-16b3-4b00-885b-a11962081c2b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-smb', False) {} {{(pid=93270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 21:54:37.966646 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03675809-cf1a-44a5-80a5-5cecbc84c647 None None] The sync data for ids ['2252f67b-0bfd-441a-a8cb-eefecdab9a80'] in dv-cinder-766752-3-smb is: [{'id': '2252f67b-0bfd-441a-a8cb-eefecdab9a80', 'name': 'router1', 'tenant_id': '92de03322ba246b3bad71ea280246d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T21:54:24Z', 'updated_at': '2021-06-18T21:54:34Z', 'revision_number': 2, 'project_id': '92de03322ba246b3bad71ea280246d25', 'gw_port_host': None, '_interfaces': [{'id': '9957fda1-c004-4718-9cbe-6e7c2abfda26', 'name': '', 'network_id': '50f3edf8-3933-4dba-8ae9-29481cd6ac6f', 'tenant_id': '92de03322ba246b3bad71ea280246d25', 'mac_address': 'fa:16:3e:fe:9d:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2252f67b-0bfd-441a-a8cb-eefecdab9a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c696c340-1370-4635-b715-d130c16f759d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T21:54:33Z', 'updated_at': '2021-06-18T21:54:37Z', 'revision_number': 4, 'project_id': '92de03322ba246b3bad71ea280246d25', 'subnets': [{'id': 'c696c340-1370-4635-b715-d130c16f759d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8b600e4f-16b3-4b00-885b-a11962081c2b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 21:54:37.971371 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 41188) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 21:54:38.086568 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440c888d-8df5-46bf-ba1f-f7ed54422957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 21:54:38.088570 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-440c888d-8df5-46bf-ba1f-f7ed54422957 admin admin] 10.222.0.23 "GET /v2.0/networks/0a94a276-d24e-41da-a649-5ffe202eff30 HTTP/1.1" status: 200 len: 842 time: 0.1156139 Jun 18 21:54:38.097180 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.v2.base [None req-7d1e23ef-0018-47a6-a9bc-9b7390565287 admin admin] Request body: {'subnet': {'gateway_ip': '172.28.0.1', 'ip_version': 4, 'name': 'public-subnet', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'enable_dhcp': False, 'cidr': '172.28.0.0/24'}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 21:54:38.231748 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d1e23ef-0018-47a6-a9bc-9b7390565287 admin admin] Made reservation on behalf of 9e8fd2cbb1c04b8ba35c4b4db9a52a0f for: {'subnet': 1} {{(pid=93267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 21:54:38.234177 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-7d1e23ef-0018-47a6-a9bc-9b7390565287 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:38.617945 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.objects.ports [None req-7d1e23ef-0018-47a6-a9bc-9b7390565287 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93267) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 18 21:54:38.618385 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-7d1e23ef-0018-47a6-a9bc-9b7390565287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361'] for subnet, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:38.621183 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 21:54:38.678943 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1e23ef-0018-47a6-a9bc-9b7390565287 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb3e10ec-d2d2-4f62-adaa-1158cc2dc485,revision_number=0']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 21:54:38.683372 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1e23ef-0018-47a6-a9bc-9b7390565287 admin admin] Checking segment: {'id': '84b34c11-c765-4838-8c05-a350e58a1412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 21:54:38.683715 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1e23ef-0018-47a6-a9bc-9b7390565287 admin admin] Network hostable DHCP agents. Network: 0a94a276-d24e-41da-a649-5ffe202eff30, hostable agents: ['8cbf1dbc-985e-4686-b9a4-b42f90572d3b'], hosted agents: [] {{(pid=93267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 21:54:38.686018 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-7d1e23ef-0018-47a6-a9bc-9b7390565287 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 21:54:38.839446 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1e23ef-0018-47a6-a9bc-9b7390565287 admin admin] Network 0a94a276-d24e-41da-a649-5ffe202eff30 is scheduled to be hosted by DHCP agent 8cbf1dbc-985e-4686-b9a4-b42f90572d3b with binding_index 1 {{(pid=93267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 21:54:38.970991 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.scheduler.base_scheduler [None req-7d1e23ef-0018-47a6-a9bc-9b7390565287 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-3-smb, 0a94a276-d24e-41da-a649-5ffe202eff30) {{(pid=93267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 21:54:38.974943 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1e23ef-0018-47a6-a9bc-9b7390565287 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 21:54:38.975551 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-7d1e23ef-0018-47a6-a9bc-9b7390565287 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678351'] for subnet, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:38.980018 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd5c88e-0117-4909-8702-46a45cb47934 None None] Network 0a94a276-d24e-41da-a649-5ffe202eff30 requested from dv-cinder-766752-3-smb {{(pid=93269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 21:54:39.100441 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e179d8-ee55-4374-a5a1-5285f5131479 None None] Network 0a94a276-d24e-41da-a649-5ffe202eff30 requested from dv-cinder-766752-3-smb {{(pid=93269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 21:54:39.126532 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-7d1e23ef-0018-47a6-a9bc-9b7390565287 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0327766 Jun 18 21:54:41.365830 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 41200) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 21:54:41.501485 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-ea9b2c9e-afee-4959-a365-8c7955d70ccc admin admin] 10.222.0.23 "GET /v2.0/routers/2252f67b-0bfd-441a-a8cb-eefecdab9a80 HTTP/1.1" status: 200 len: 710 time: 0.1344702 Jun 18 21:54:41.588981 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4090bc8-6eb0-4284-bc9e-c7e254c12952 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 21:54:41.590314 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-d4090bc8-6eb0-4284-bc9e-c7e254c12952 admin admin] 10.222.0.23 "GET /v2.0/networks/0a94a276-d24e-41da-a649-5ffe202eff30 HTTP/1.1" status: 200 len: 886 time: 0.0833449 Jun 18 21:54:41.599009 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.v2.base [None req-634f867c-e2ee-45c5-90eb-ca997f13ee1c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30'}}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 21:54:41.838872 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-634f867c-e2ee-45c5-90eb-ca997f13ee1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-512724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-477287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65141'] for router, precommit_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:42.157616 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device 9957fda1-c004-4718-9cbe-6e7c2abfda26 up at agent ovs-agent-dv-cinder-766752-3-smb {{(pid=93269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 21:54:42.207607 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-634f867c-e2ee-45c5-90eb-ca997f13ee1c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:42.278763 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-634f867c-e2ee-45c5-90eb-ca997f13ee1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550498'] for port, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:42.381687 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.db.db_base_plugin_common [None req-634f867c-e2ee-45c5-90eb-ca997f13ee1c admin admin] Allocated IP 172.28.0.182 (0a94a276-d24e-41da-a649-5ffe202eff30/cb3e10ec-d2d2-4f62-adaa-1158cc2dc485/85c951a8-ef07-409f-a5b5-38eea07408ef) {{(pid=93267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 21:54:42.393866 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Provisioning for port 9957fda1-c004-4718-9cbe-6e7c2abfda26 completed by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 21:54:42.397768 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Provisioning complete for port 9957fda1-c004-4718-9cbe-6e7c2abfda26 triggered by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 21:54:42.398149 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:42.471996 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:42.481827 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-634f867c-e2ee-45c5-90eb-ca997f13ee1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:42.503875 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] For port 9957fda1-c004-4718-9cbe-6e7c2abfda26, host dv-cinder-766752-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-smb',level=0,port_id=9957fda1-c004-4718-9cbe-6e7c2abfda26,segment=NetworkSegment(acf1fff4-a488-4caf-9786-2a88c2fb1f35),segment_id=acf1fff4-a488-4caf-9786-2a88c2fb1f35)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 21:54:42.637509 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:42.639548 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-d2279d19-e1e4-4368-ad3d-20c657ee08c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 21:54:42.674354 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-634f867c-e2ee-45c5-90eb-ca997f13ee1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-549537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1678354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765938626142'] for port, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:42.685456 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 21:54:42.685606 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Pushing event updated for resources: {'Port': ['ID=9957fda1-c004-4718-9cbe-6e7c2abfda26,revision_number=5']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 21:54:42.687599 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 21:54:42.713596 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634f867c-e2ee-45c5-90eb-ca997f13ee1c admin admin] Network 0a94a276-d24e-41da-a649-5ffe202eff30 is already hosted by enough agents. {{(pid=93267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 21:54:42.716431 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.scheduler.base_scheduler [None req-634f867c-e2ee-45c5-90eb-ca997f13ee1c admin admin] Resources bound (agent type, host, resource id): {{(pid=93267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 21:54:42.719083 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634f867c-e2ee-45c5-90eb-ca997f13ee1c admin admin] Received port after_create {{(pid=93267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 21:54:42.780433 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634f867c-e2ee-45c5-90eb-ca997f13ee1c admin admin] Pushing event updated for resources: {'Port': ['ID=85c951a8-ef07-409f-a5b5-38eea07408ef,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 21:54:42.784698 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-634f867c-e2ee-45c5-90eb-ca997f13ee1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 21:54:43.040534 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-634f867c-e2ee-45c5-90eb-ca997f13ee1c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:43.228034 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-634f867c-e2ee-45c5-90eb-ca997f13ee1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-512724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-477287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65141'] for router, precommit_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:43.231141 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-634f867c-e2ee-45c5-90eb-ca997f13ee1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-515840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-512762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-512717', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-477294'] for router, after_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:43.341939 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-634f867c-e2ee-45c5-90eb-ca997f13ee1c admin admin] Router 2252f67b-0bfd-441a-a8cb-eefecdab9a80 has already been hosted by L3 agent cffdd0dd-f469-4450-b407-8e3f357d30fb {{(pid=93267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 21:54:43.458293 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-634f867c-e2ee-45c5-90eb-ca997f13ee1c admin admin] Notify agent at l3_agent.dv-cinder-766752-3-smb the message routers_updated {{(pid=93267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 21:54:43.462476 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-634f867c-e2ee-45c5-90eb-ca997f13ee1c admin admin] Notify callbacks [] for router, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:43.463664 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-634f867c-e2ee-45c5-90eb-ca997f13ee1c admin admin] 10.222.0.23 "PUT /v2.0/routers/2252f67b-0bfd-441a-a8cb-eefecdab9a80 HTTP/1.1" status: 200 len: 890 time: 1.8679318 Jun 18 21:54:43.467957 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f167742-d026-448a-995a-b08c31488008 None None] Sync routers for ids ['2252f67b-0bfd-441a-a8cb-eefecdab9a80'] in dv-cinder-766752-3-smb {{(pid=93269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 21:54:43.479153 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f167742-d026-448a-995a-b08c31488008 None None] Routers {'2252f67b-0bfd-441a-a8cb-eefecdab9a80'} bound to L3 agent in host dv-cinder-766752-3-smb {{(pid=93269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 21:54:43.479868 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-1f167742-d026-448a-995a-b08c31488008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-18T21:54:00Z,description=,heartbeat_timestamp=2021-06-18T21:54:30Z,host='dv-cinder-766752-3-smb',id=cffdd0dd-f469-4450-b407-8e3f357d30fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:54:01Z,topic='l3_agent')) {'router_ids': ['2252f67b-0bfd-441a-a8cb-eefecdab9a80'], 'active': True} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 21:54:43.742033 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvr_db [None req-1f167742-d026-448a-995a-b08c31488008 None None] Set router 2252f67b-0bfd-441a-a8cb-eefecdab9a80 gateway port host: dv-cinder-766752-3-smb {{(pid=93269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 21:54:44.125804 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-1f167742-d026-448a-995a-b08c31488008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2252f67b-0bfd-441a-a8cb-eefecdab9a80', 'name': 'router1', 'tenant_id': '92de03322ba246b3bad71ea280246d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '85c951a8-ef07-409f-a5b5-38eea07408ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T21:54:24Z', 'updated_at': '2021-06-18T21:54:42Z', 'revision_number': 4, 'project_id': '92de03322ba246b3bad71ea280246d25', 'gw_port': {'id': '85c951a8-ef07-409f-a5b5-38eea07408ef', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:39:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2252f67b-0bfd-441a-a8cb-eefecdab9a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T21:54:42Z', 'updated_at': '2021-06-18T21:54:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb', '_interfaces': [{'id': '9957fda1-c004-4718-9cbe-6e7c2abfda26', 'name': '', 'network_id': '50f3edf8-3933-4dba-8ae9-29481cd6ac6f', 'tenant_id': '92de03322ba246b3bad71ea280246d25', 'mac_address': 'fa:16:3e:fe:9d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252f67b-0bfd-441a-a8cb-eefecdab9a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c696c340-1370-4635-b715-d130c16f759d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T21:54:33Z', 'updated_at': '2021-06-18T21:54:42Z', 'revision_number': 5, 'project_id': '92de03322ba246b3bad71ea280246d25', 'subnets': [{'id': 'c696c340-1370-4635-b715-d130c16f759d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8b600e4f-16b3-4b00-885b-a11962081c2b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-smb', False) {} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 21:54:44.176970 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device 9957fda1-c004-4718-9cbe-6e7c2abfda26 up at agent ovs-agent-dv-cinder-766752-3-smb {{(pid=93269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 21:54:44.179916 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f167742-d026-448a-995a-b08c31488008 None None] Checking router: 2252f67b-0bfd-441a-a8cb-eefecdab9a80 for host: dv-cinder-766752-3-smb {{(pid=93269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 21:54:44.180300 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f167742-d026-448a-995a-b08c31488008 None None] Updating router 2252f67b-0bfd-441a-a8cb-eefecdab9a80 port 85c951a8-ef07-409f-a5b5-38eea07408ef binding host dv-cinder-766752-3-smb {{(pid=93269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 21:54:44.240262 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-1f167742-d026-448a-995a-b08c31488008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:44.343008 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Provisioning complete for port 9957fda1-c004-4718-9cbe-6e7c2abfda26 triggered by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 21:54:44.343262 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:44.646823 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-1f167742-d026-448a-995a-b08c31488008 None None] Notify callbacks [] for port, precommit_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:44.657039 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-1f167742-d026-448a-995a-b08c31488008 None None] Transition to ACTIVE for port object 85c951a8-ef07-409f-a5b5-38eea07408ef will not be triggered until provisioned by entity L2. {{(pid=93269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 21:54:44.743090 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-1f167742-d026-448a-995a-b08c31488008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:44.745464 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-7399815d-c9eb-48f8-b17d-400027201a90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 21:54:44.797005 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3849c8-249d-4429-8096-64b5be8a36b4 None None] Pushing event updated for resources: {'Port': ['ID=85c951a8-ef07-409f-a5b5-38eea07408ef,revision_number=2']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 21:54:44.799187 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.managers [None req-1f167742-d026-448a-995a-b08c31488008 None None] Attempting to bind port 85c951a8-ef07-409f-a5b5-38eea07408ef on host dv-cinder-766752-3-smb for vnic_type normal with profile {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 21:54:44.799552 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.managers [None req-1f167742-d026-448a-995a-b08c31488008 None None] Attempting to bind port 85c951a8-ef07-409f-a5b5-38eea07408ef by drivers openvswitch,hyperv on host dv-cinder-766752-3-smb at level 0 using segments [{'id': '84b34c11-c765-4838-8c05-a350e58a1412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30'}] {{(pid=93269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 21:54:44.799911 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f167742-d026-448a-995a-b08c31488008 None None] Attempting to bind port 85c951a8-ef07-409f-a5b5-38eea07408ef on network 0a94a276-d24e-41da-a649-5ffe202eff30 {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 21:54:44.803034 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-9b3849c8-249d-4429-8096-64b5be8a36b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 21:54:44.806829 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f167742-d026-448a-995a-b08c31488008 None None] Checking agent: {'id': 'e70860c9-a5d2-4f1c-a15e-7701e23dd36c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 21, 54), 'started_at': datetime.datetime(2021, 6, 18, 21, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 21, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 21:54:44.807203 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f167742-d026-448a-995a-b08c31488008 None None] Checking segment: {'id': '84b34c11-c765-4838-8c05-a350e58a1412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 21:54:44.807600 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-1f167742-d026-448a-995a-b08c31488008 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:44.807982 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f167742-d026-448a-995a-b08c31488008 None None] Bound using segment: {'id': '84b34c11-c765-4838-8c05-a350e58a1412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30'} {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 21:54:44.808443 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.managers [None req-1f167742-d026-448a-995a-b08c31488008 None None] Bound port: 85c951a8-ef07-409f-a5b5-38eea07408ef, host: dv-cinder-766752-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84b34c11-c765-4838-8c05-a350e58a1412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30'}}] {{(pid=93269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 21:54:44.808835 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-1f167742-d026-448a-995a-b08c31488008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:44.864049 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-1f167742-d026-448a-995a-b08c31488008 None None] For port 85c951a8-ef07-409f-a5b5-38eea07408ef, host dv-cinder-766752-3-smb, cleared binding levels {{(pid=93269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 21:54:44.867083 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-1f167742-d026-448a-995a-b08c31488008 None None] For port 85c951a8-ef07-409f-a5b5-38eea07408ef, host dv-cinder-766752-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-smb',level=0,port_id=85c951a8-ef07-409f-a5b5-38eea07408ef,segment=NetworkSegment(84b34c11-c765-4838-8c05-a350e58a1412),segment_id=84b34c11-c765-4838-8c05-a350e58a1412)] {{(pid=93269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 21:54:44.983350 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-1f167742-d026-448a-995a-b08c31488008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:44.986408 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 21:54:45.041915 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f167742-d026-448a-995a-b08c31488008 None None] Routers {'2252f67b-0bfd-441a-a8cb-eefecdab9a80'} bound to L3 agent in host dv-cinder-766752-3-smb {{(pid=93269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 21:54:45.042525 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-1f167742-d026-448a-995a-b08c31488008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-18T21:54:00Z,description=,heartbeat_timestamp=2021-06-18T21:54:30Z,host='dv-cinder-766752-3-smb',id=cffdd0dd-f469-4450-b407-8e3f357d30fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:54:01Z,topic='l3_agent')) {'router_ids': ['2252f67b-0bfd-441a-a8cb-eefecdab9a80'], 'active': True} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 21:54:45.147020 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3849c8-249d-4429-8096-64b5be8a36b4 None None] Pushing event updated for resources: {'Port': ['ID=85c951a8-ef07-409f-a5b5-38eea07408ef,revision_number=3']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 21:54:45.151552 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-9b3849c8-249d-4429-8096-64b5be8a36b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 21:54:45.222155 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvr_db [None req-1f167742-d026-448a-995a-b08c31488008 None None] Set router 2252f67b-0bfd-441a-a8cb-eefecdab9a80 gateway port host: dv-cinder-766752-3-smb {{(pid=93269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 21:54:45.432134 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-1f167742-d026-448a-995a-b08c31488008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2252f67b-0bfd-441a-a8cb-eefecdab9a80', 'name': 'router1', 'tenant_id': '92de03322ba246b3bad71ea280246d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '85c951a8-ef07-409f-a5b5-38eea07408ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T21:54:24Z', 'updated_at': '2021-06-18T21:54:42Z', 'revision_number': 4, 'project_id': '92de03322ba246b3bad71ea280246d25', 'gw_port': {'id': '85c951a8-ef07-409f-a5b5-38eea07408ef', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:39:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2252f67b-0bfd-441a-a8cb-eefecdab9a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T21:54:42Z', 'updated_at': '2021-06-18T21:54:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb', '_interfaces': [{'id': '9957fda1-c004-4718-9cbe-6e7c2abfda26', 'name': '', 'network_id': '50f3edf8-3933-4dba-8ae9-29481cd6ac6f', 'tenant_id': '92de03322ba246b3bad71ea280246d25', 'mac_address': 'fa:16:3e:fe:9d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252f67b-0bfd-441a-a8cb-eefecdab9a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c696c340-1370-4635-b715-d130c16f759d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T21:54:33Z', 'updated_at': '2021-06-18T21:54:42Z', 'revision_number': 5, 'project_id': '92de03322ba246b3bad71ea280246d25', 'subnets': [{'id': 'c696c340-1370-4635-b715-d130c16f759d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8b600e4f-16b3-4b00-885b-a11962081c2b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-smb', False) {} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 21:54:45.459157 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f167742-d026-448a-995a-b08c31488008 None None] The sync data for ids ['2252f67b-0bfd-441a-a8cb-eefecdab9a80'] in dv-cinder-766752-3-smb is: [{'id': '2252f67b-0bfd-441a-a8cb-eefecdab9a80', 'name': 'router1', 'tenant_id': '92de03322ba246b3bad71ea280246d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '85c951a8-ef07-409f-a5b5-38eea07408ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T21:54:24Z', 'updated_at': '2021-06-18T21:54:42Z', 'revision_number': 4, 'project_id': '92de03322ba246b3bad71ea280246d25', 'gw_port': {'id': '85c951a8-ef07-409f-a5b5-38eea07408ef', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:39:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2252f67b-0bfd-441a-a8cb-eefecdab9a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T21:54:42Z', 'updated_at': '2021-06-18T21:54:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb', '_interfaces': [{'id': '9957fda1-c004-4718-9cbe-6e7c2abfda26', 'name': '', 'network_id': '50f3edf8-3933-4dba-8ae9-29481cd6ac6f', 'tenant_id': '92de03322ba246b3bad71ea280246d25', 'mac_address': 'fa:16:3e:fe:9d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2252f67b-0bfd-441a-a8cb-eefecdab9a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c696c340-1370-4635-b715-d130c16f759d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T21:54:33Z', 'updated_at': '2021-06-18T21:54:42Z', 'revision_number': 5, 'project_id': '92de03322ba246b3bad71ea280246d25', 'subnets': [{'id': 'c696c340-1370-4635-b715-d130c16f759d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8b600e4f-16b3-4b00-885b-a11962081c2b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 21:54:45.815807 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 41208) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 21:54:45.944268 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-76d995fd-8979-4d94-a6e5-539b30849b58 admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1272950 Jun 18 21:54:46.178987 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device 85c951a8-ef07-409f-a5b5-38eea07408ef up at agent ovs-agent-dv-cinder-766752-3-smb {{(pid=93269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 21:54:46.308373 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Provisioning for port 85c951a8-ef07-409f-a5b5-38eea07408ef completed by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 21:54:46.312822 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Provisioning complete for port 85c951a8-ef07-409f-a5b5-38eea07408ef triggered by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 21:54:46.313173 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:46.392942 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:46.414762 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] For port 85c951a8-ef07-409f-a5b5-38eea07408ef, host dv-cinder-766752-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-smb',level=0,port_id=85c951a8-ef07-409f-a5b5-38eea07408ef,segment=NetworkSegment(84b34c11-c765-4838-8c05-a350e58a1412),segment_id=84b34c11-c765-4838-8c05-a350e58a1412)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 21:54:46.497429 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:46.500755 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 21:54:46.550339 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Pushing event updated for resources: {'Port': ['ID=85c951a8-ef07-409f-a5b5-38eea07408ef,revision_number=4']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 21:54:46.553793 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 21:54:48.149549 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device 85c951a8-ef07-409f-a5b5-38eea07408ef up at agent ovs-agent-dv-cinder-766752-3-smb {{(pid=93269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 21:54:48.202191 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Provisioning complete for port 85c951a8-ef07-409f-a5b5-38eea07408ef triggered by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 21:54:48.202625 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:54:57.674421 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-fb3d1a4d-653b-4d3f-b99a-1129ff684b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:55:00.011464 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.agents_db [None req-e551f8fc-329d-4229-a52e-01157ddddd3a None None] Agent healthcheck: found 5 active agents {{(pid=93270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 21:55:00.209871 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3208f3da-2640-4696-a4dc-c69a559ac105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:55:00.291849 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:55:01.434969 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-66c5960c-ceb9-453b-add3-817047489609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:55:03.129859 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-cfd4400b-1529-4ea9-a221-6a7c5fbf6a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:55:27.664790 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-9c4b0fc1-234e-4d4d-82b1-793434b4f798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:55:30.469141 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-4b01295c-f90d-4e65-a5ed-a0f6fef5fce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:55:30.503539 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:55:31.446048 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-66c5960c-ceb9-453b-add3-817047489609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:55:33.125983 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-cfd4400b-1529-4ea9-a221-6a7c5fbf6a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:55:37.009643 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.agents_db [None req-e551f8fc-329d-4229-a52e-01157ddddd3a None None] Agent healthcheck: found 5 active agents {{(pid=93270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 21:55:57.703554 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-adb5362a-0f65-4717-bd23-592536ba72fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:56:00.190392 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-35daf67a-8d1c-4b4e-9c69-e521e8ac426c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:56:00.290047 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:56:01.440609 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-66c5960c-ceb9-453b-add3-817047489609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:56:03.121082 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-cfd4400b-1529-4ea9-a221-6a7c5fbf6a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:56:14.008056 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.agents_db [None req-e551f8fc-329d-4229-a52e-01157ddddd3a None None] Agent healthcheck: found 5 active agents {{(pid=93270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 21:56:23.889797 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 41776) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 21:56:23.951640 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.pecan_wsgi.hooks.translation [None req-f600a2e1-0376-4dd8-a2f9-08d012915b28 admin admin] GET failed (client error): The resource could not be found. Jun 18 21:56:23.952970 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-f600a2e1-0376-4dd8-a2f9-08d012915b28 admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0622470 Jun 18 21:56:24.188267 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50619cb-a928-44ae-92a0-3611ea53720b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 21:56:24.190022 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-e50619cb-a928-44ae-92a0-3611ea53720b admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2334268 Jun 18 21:56:26.299075 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 41786) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 21:56:26.390652 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e07649e-bad9-45e0-9adb-45a4275c6b9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 21:56:26.403859 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-1e07649e-bad9-45e0-9adb-45a4275c6b9b admin admin] 10.222.0.23 "GET /v2.0/subnets/c696c340-1370-4635-b715-d130c16f759d HTTP/1.1" status: 200 len: 849 time: 0.0920794 Jun 18 21:56:26.403859 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.v2.base [None req-24d1223b-f5a7-4d1f-8217-4890e271a7e6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 21:56:26.488499 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-24d1223b-f5a7-4d1f-8217-4890e271a7e6 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:56:26.730811 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-24d1223b-f5a7-4d1f-8217-4890e271a7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765939117020'] for subnet, after_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:56:26.733452 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-7d1e23ef-0018-47a6-a9bc-9b7390565287 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 21:56:26.767101 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d1223b-f5a7-4d1f-8217-4890e271a7e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 21:56:26.768286 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-24d1223b-f5a7-4d1f-8217-4890e271a7e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678351'] for subnet, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:56:26.768950 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-24d1223b-f5a7-4d1f-8217-4890e271a7e6 admin admin] 10.222.0.23 "PUT /v2.0/subnets/c696c340-1370-4635-b715-d130c16f759d HTTP/1.1" status: 200 len: 868 time: 0.3704512 Jun 18 21:56:26.783836 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47cb3d1-434f-4cec-a25c-3228c0edb3f0 None None] Network 50f3edf8-3933-4dba-8ae9-29481cd6ac6f requested from dv-cinder-766752-3-smb {{(pid=93269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 21:56:26.791939 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d1223b-f5a7-4d1f-8217-4890e271a7e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c696c340-1370-4635-b715-d130c16f759d,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 21:56:26.799570 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d1223b-f5a7-4d1f-8217-4890e271a7e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:56:26.799988 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d1223b-f5a7-4d1f-8217-4890e271a7e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:56:26.800324 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d1223b-f5a7-4d1f-8217-4890e271a7e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:56:26.800687 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d1223b-f5a7-4d1f-8217-4890e271a7e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:56:26.801009 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d1223b-f5a7-4d1f-8217-4890e271a7e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:56:26.801334 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d1223b-f5a7-4d1f-8217-4890e271a7e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:56:26.801661 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d1223b-f5a7-4d1f-8217-4890e271a7e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:56:26.801962 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d1223b-f5a7-4d1f-8217-4890e271a7e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:56:26.802292 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d1223b-f5a7-4d1f-8217-4890e271a7e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:56:26.802610 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d1223b-f5a7-4d1f-8217-4890e271a7e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:56:26.802917 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d1223b-f5a7-4d1f-8217-4890e271a7e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:56:26.803223 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d1223b-f5a7-4d1f-8217-4890e271a7e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:56:26.808407 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-24d1223b-f5a7-4d1f-8217-4890e271a7e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 21:56:27.159574 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-a1ab3939-1b23-46b6-a62c-31eebf15226b None None] Provisioning complete for port 9957fda1-c004-4718-9cbe-6e7c2abfda26 triggered by entity DHCP. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 21:56:27.159939 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-a1ab3939-1b23-46b6-a62c-31eebf15226b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:56:27.245584 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-a1ab3939-1b23-46b6-a62c-31eebf15226b None None] Provisioning complete for port 14b06e7a-7492-4b98-817a-a10876358b12 triggered by entity DHCP. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 21:56:27.245857 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-a1ab3939-1b23-46b6-a62c-31eebf15226b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:56:27.673798 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-de771fc9-dbe5-43b0-8589-5fd806a8ae52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:56:28.922618 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 41794) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 21:56:29.111638 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b2767f-f509-4805-9fe7-4beec9d8487a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 21:56:29.112103 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b2767f-f509-4805-9fe7-4beec9d8487a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 21:56:29.113622 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-a2b2767f-f509-4805-9fe7-4beec9d8487a admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1900702 Jun 18 21:56:30.207382 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-590d32d2-18db-4c43-9eff-cdbfbed79dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:56:30.309923 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:56:31.253517 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 41802) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 21:56:31.385126 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d193a8-7795-4343-979d-4ed208b84c58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 21:56:31.385606 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d193a8-7795-4343-979d-4ed208b84c58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 21:56:31.387319 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-23d193a8-7795-4343-979d-4ed208b84c58 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1326277 Jun 18 21:56:31.491654 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-66c5960c-ceb9-453b-add3-817047489609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:56:33.142330 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-cfd4400b-1529-4ea9-a221-6a7c5fbf6a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:56:33.519671 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 41810) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 21:56:33.671806 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71f0fea-2380-40dd-98b4-9dff17983016 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 21:56:33.673171 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-a71f0fea-2380-40dd-98b4-9dff17983016 admin admin] 10.222.0.23 "GET /v2.0/networks/0a94a276-d24e-41da-a649-5ffe202eff30 HTTP/1.1" status: 200 len: 886 time: 0.1525850 Jun 18 21:56:35.793860 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 41820) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 21:56:35.939620 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02801c30-9f09-4825-ac76-b6edf445d12a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 21:56:35.940956 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-02801c30-9f09-4825-ac76-b6edf445d12a admin admin] 10.222.0.23 "GET /v2.0/networks/50f3edf8-3933-4dba-8ae9-29481cd6ac6f HTTP/1.1" status: 200 len: 869 time: 0.1461606 Jun 18 21:56:38.095537 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 41828) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 21:56:38.217364 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0bd46d-2ad1-419e-b5ec-6aa085fb2d91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 21:56:38.217825 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0bd46d-2ad1-419e-b5ec-6aa085fb2d91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 21:56:38.219306 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-5e0bd46d-2ad1-419e-b5ec-6aa085fb2d91 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1228371 Jun 18 21:56:40.356758 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 41836) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 21:56:40.446829 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296ea459-107d-4159-9e19-4db5fa98ff6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 21:56:40.447203 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296ea459-107d-4159-9e19-4db5fa98ff6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 21:56:40.448714 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-296ea459-107d-4159-9e19-4db5fa98ff6c admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0909948 Jun 18 21:56:42.688991 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 41844) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 21:56:42.778508 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba90624-7cec-436f-baf9-78cef9dad07c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 21:56:42.779850 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-9ba90624-7cec-436f-baf9-78cef9dad07c admin admin] 10.222.0.23 "GET /v2.0/subnets/c696c340-1370-4635-b715-d130c16f759d HTTP/1.1" status: 200 len: 868 time: 0.0896401 Jun 18 21:56:44.887404 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 41852) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 21:56:44.971949 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7bb7aed-ed46-4fce-8e31-7897ae60e970 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 21:56:44.973376 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-b7bb7aed-ed46-4fce-8e31-7897ae60e970 admin admin] 10.222.0.23 "GET /v2.0/subnets/cb3e10ec-d2d2-4f62-adaa-1158cc2dc485 HTTP/1.1" status: 200 len: 816 time: 0.0849838 Jun 18 21:56:51.006559 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.agents_db [None req-e551f8fc-329d-4229-a52e-01157ddddd3a None None] Agent healthcheck: found 5 active agents {{(pid=93270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 21:56:57.709299 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-99092162-5a15-4f4a-b89d-245b2aa9a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:57:00.184312 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-695db14d-b931-427b-ba79-fc3369623faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:57:00.270382 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:57:01.453350 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-66c5960c-ceb9-453b-add3-817047489609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:57:03.156253 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-cfd4400b-1529-4ea9-a221-6a7c5fbf6a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:57:08.230889 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 41896) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 21:57:08.276170 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [None req-3c669cb4-494b-4690-b862-a98b97260e45 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 21:57:08.277187 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-3c669cb4-494b-4690-b862-a98b97260e45 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0453570 Jun 18 21:57:10.495269 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 41904) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 21:57:10.556090 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bdc68e5-5667-4b75-8466-0cdc8202b27e admin admin] GET failed (client error): The resource could not be found. Jun 18 21:57:10.557395 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-8bdc68e5-5667-4b75-8466-0cdc8202b27e admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0611963 Jun 18 21:57:10.696468 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e127a77a-3b0a-4dba-b9b0-7691da43b339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 21:57:10.697920 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-e127a77a-3b0a-4dba-b9b0-7691da43b339 admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1367004 Jun 18 21:57:12.857462 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 41912) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 21:57:12.906477 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.v2.base [None req-cb6637d0-a53a-4c08-945c-e15a5f018505 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=93268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 21:57:12.985017 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6637d0-a53a-4c08-945c-e15a5f018505 admin admin] Made reservation on behalf of 9e8fd2cbb1c04b8ba35c4b4db9a52a0f for: {'network': 1} {{(pid=93268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 21:57:12.987439 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-cb6637d0-a53a-4c08-945c-e15a5f018505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550498'] for network, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:57:13.025082 dv-cinder-766752-3-smb neutron-server[93268]: WARNING neutron.services.revisions.revision_plugin [None req-cb6637d0-a53a-4c08-945c-e15a5f018505 admin admin] Could not find related network for resource to bump revision. Jun 18 21:57:13.035261 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb6637d0-a53a-4c08-945c-e15a5f018505 admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=93268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 21:57:13.044410 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-cb6637d0-a53a-4c08-945c-e15a5f018505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527226'] for segment, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:57:13.044821 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.db.segments_db [None req-cb6637d0-a53a-4c08-945c-e15a5f018505 admin admin] Added segment 0a0bb0b7-bc34-4f06-a9cd-38150b641be8 of type vlan for network 0467fccb-7d88-4fbc-84fe-9b811e00240d Jun 18 21:57:13.082551 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-cb6637d0-a53a-4c08-945c-e15a5f018505 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765938645724'] for network, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:57:13.196072 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-cb6637d0-a53a-4c08-945c-e15a5f018505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-490555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1678354'] for network, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:57:13.197385 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6637d0-a53a-4c08-945c-e15a5f018505 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 21:57:13.197957 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-cb6637d0-a53a-4c08-945c-e15a5f018505 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678351'] for network, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:57:13.200869 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-160af211-bd94-42d4-897d-e96ca58c6e2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 21:57:13.258214 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6637d0-a53a-4c08-945c-e15a5f018505 admin admin] Pushing event updated for resources: {'Network': ['ID=0467fccb-7d88-4fbc-84fe-9b811e00240d,revision_number=1']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 21:57:13.264687 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6637d0-a53a-4c08-945c-e15a5f018505 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:57:13.265030 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6637d0-a53a-4c08-945c-e15a5f018505 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:57:13.265359 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6637d0-a53a-4c08-945c-e15a5f018505 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:57:13.265677 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6637d0-a53a-4c08-945c-e15a5f018505 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:57:13.265995 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6637d0-a53a-4c08-945c-e15a5f018505 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:57:13.266311 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6637d0-a53a-4c08-945c-e15a5f018505 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:57:13.266622 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6637d0-a53a-4c08-945c-e15a5f018505 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:57:13.266933 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6637d0-a53a-4c08-945c-e15a5f018505 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:57:13.267261 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6637d0-a53a-4c08-945c-e15a5f018505 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:57:13.267573 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6637d0-a53a-4c08-945c-e15a5f018505 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:57:13.267879 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6637d0-a53a-4c08-945c-e15a5f018505 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:57:13.268182 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6637d0-a53a-4c08-945c-e15a5f018505 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:57:13.271533 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-cb6637d0-a53a-4c08-945c-e15a5f018505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 21:57:13.279403 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Network 0467fccb-7d88-4fbc-84fe-9b811e00240d details requested by agent ovs-agent-dv-cinder-766752-3-smb with host dv-cinder-766752-3-smb {{(pid=93269) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 21:57:13.305461 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-cb6637d0-a53a-4c08-945c-e15a5f018505 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4469252 Jun 18 21:57:15.452953 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 41920) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 21:57:15.512278 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4d3b269-1aac-4aa4-adfd-9f19442b8e4a admin admin] GET failed (client error): The resource could not be found. Jun 18 21:57:15.513595 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-b4d3b269-1aac-4aa4-adfd-9f19442b8e4a admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0597093 Jun 18 21:57:15.584074 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a159062-5887-4fda-97fc-c316395c602d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 21:57:15.586186 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-2a159062-5887-4fda-97fc-c316395c602d admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0687466 Jun 18 21:57:15.595511 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.v2.base [None req-d1729d09-8f88-40a9-a6b4-bf6997132016 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '0467fccb-7d88-4fbc-84fe-9b811e00240d', 'description': 'shared-subnet'}} {{(pid=93268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 21:57:15.686159 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1729d09-8f88-40a9-a6b4-bf6997132016 admin admin] Made reservation on behalf of 9e8fd2cbb1c04b8ba35c4b4db9a52a0f for: {'subnet': 1} {{(pid=93268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 21:57:15.688288 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-d1729d09-8f88-40a9-a6b4-bf6997132016 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:57:15.910546 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-d1729d09-8f88-40a9-a6b4-bf6997132016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361'] for subnet, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:57:15.913406 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 21:57:15.966382 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1729d09-8f88-40a9-a6b4-bf6997132016 admin admin] Pushing event updated for resources: {'Subnet': ['ID=714471f4-8ad6-42ab-8cdf-bbe506e86581,revision_number=0']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 21:57:15.968876 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-d1729d09-8f88-40a9-a6b4-bf6997132016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 21:57:15.974178 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1729d09-8f88-40a9-a6b4-bf6997132016 admin admin] Checking segment: {'id': '0a0bb0b7-bc34-4f06-a9cd-38150b641be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0467fccb-7d88-4fbc-84fe-9b811e00240d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 21:57:15.974518 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1729d09-8f88-40a9-a6b4-bf6997132016 admin admin] Network hostable DHCP agents. Network: 0467fccb-7d88-4fbc-84fe-9b811e00240d, hostable agents: ['8cbf1dbc-985e-4686-b9a4-b42f90572d3b'], hosted agents: [] {{(pid=93268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 21:57:16.104841 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1729d09-8f88-40a9-a6b4-bf6997132016 admin admin] Network 0467fccb-7d88-4fbc-84fe-9b811e00240d is scheduled to be hosted by DHCP agent 8cbf1dbc-985e-4686-b9a4-b42f90572d3b with binding_index 1 {{(pid=93268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 21:57:16.205809 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.base_scheduler [None req-d1729d09-8f88-40a9-a6b4-bf6997132016 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-3-smb, 0467fccb-7d88-4fbc-84fe-9b811e00240d) {{(pid=93268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 21:57:16.209729 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1729d09-8f88-40a9-a6b4-bf6997132016 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 21:57:16.210304 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-d1729d09-8f88-40a9-a6b4-bf6997132016 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678351'] for subnet, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:57:16.214905 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479584f3-f77b-48f5-b9cd-9d339b0102d4 None None] Network 0467fccb-7d88-4fbc-84fe-9b811e00240d requested from dv-cinder-766752-3-smb {{(pid=93269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 21:57:16.288528 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-d1729d09-8f88-40a9-a6b4-bf6997132016 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6962657 Jun 18 21:57:16.465117 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c035a881-e63c-4d5f-83f3-c20e10efb44e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe69447c-996e-5b32-9b55-7f054a75cfbd-0467fccb-7d88-4fbc-84fe-9b811e00240d', 'network_id': '0467fccb-7d88-4fbc-84fe-9b811e00240d', 'tenant_id': '9e8fd2cbb1c04b8ba35c4b4db9a52a0f', 'fixed_ips': [{'subnet_id': '714471f4-8ad6-42ab-8cdf-bbe506e86581'}]}} from dv-cinder-766752-3-smb. {{(pid=93269) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 21:57:16.474707 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-c035a881-e63c-4d5f-83f3-c20e10efb44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550498'] for port, before_create {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:57:16.606429 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.db_base_plugin_common [None req-c035a881-e63c-4d5f-83f3-c20e10efb44e None None] Allocated IP 192.168.233.2 (0467fccb-7d88-4fbc-84fe-9b811e00240d/714471f4-8ad6-42ab-8cdf-bbe506e86581/44a50c93-57ba-4f67-a481-783b9837085f) {{(pid=93269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 21:57:16.758043 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-c035a881-e63c-4d5f-83f3-c20e10efb44e None None] Notify callbacks [] for port, precommit_create {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:57:16.766500 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-c035a881-e63c-4d5f-83f3-c20e10efb44e None None] Transition to ACTIVE for port object 44a50c93-57ba-4f67-a481-783b9837085f will not be triggered until provisioned by entity L2. {{(pid=93269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 21:57:16.782123 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-c035a881-e63c-4d5f-83f3-c20e10efb44e None None] Transition to ACTIVE for port object 44a50c93-57ba-4f67-a481-783b9837085f will not be triggered until provisioned by entity DHCP. {{(pid=93269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 21:57:16.882557 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-c035a881-e63c-4d5f-83f3-c20e10efb44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-549537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1678354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765938626142'] for port, after_create {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:57:16.885025 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-9b3849c8-249d-4429-8096-64b5be8a36b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 21:57:16.928588 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c035a881-e63c-4d5f-83f3-c20e10efb44e None None] Network 0467fccb-7d88-4fbc-84fe-9b811e00240d is already hosted by enough agents. {{(pid=93269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 21:57:16.932296 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.scheduler.base_scheduler [None req-c035a881-e63c-4d5f-83f3-c20e10efb44e None None] Resources bound (agent type, host, resource id): {{(pid=93269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 21:57:16.936644 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c035a881-e63c-4d5f-83f3-c20e10efb44e None None] Received port after_create {{(pid=93269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 21:57:16.939867 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c035a881-e63c-4d5f-83f3-c20e10efb44e None None] Pushing event updated for resources: {'Port': ['ID=44a50c93-57ba-4f67-a481-783b9837085f,revision_number=1']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 21:57:16.950962 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c035a881-e63c-4d5f-83f3-c20e10efb44e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:57:16.951392 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c035a881-e63c-4d5f-83f3-c20e10efb44e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:57:16.951745 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c035a881-e63c-4d5f-83f3-c20e10efb44e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:57:16.952091 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c035a881-e63c-4d5f-83f3-c20e10efb44e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:57:16.952414 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c035a881-e63c-4d5f-83f3-c20e10efb44e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:57:16.952768 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c035a881-e63c-4d5f-83f3-c20e10efb44e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:57:16.953093 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c035a881-e63c-4d5f-83f3-c20e10efb44e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:57:16.953413 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c035a881-e63c-4d5f-83f3-c20e10efb44e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:57:16.953735 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c035a881-e63c-4d5f-83f3-c20e10efb44e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:57:16.954051 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c035a881-e63c-4d5f-83f3-c20e10efb44e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:57:16.954395 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c035a881-e63c-4d5f-83f3-c20e10efb44e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:57:16.954715 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c035a881-e63c-4d5f-83f3-c20e10efb44e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:57:16.974042 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-c035a881-e63c-4d5f-83f3-c20e10efb44e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 21:57:17.006096 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.managers [None req-c035a881-e63c-4d5f-83f3-c20e10efb44e None None] Attempting to bind port 44a50c93-57ba-4f67-a481-783b9837085f on host dv-cinder-766752-3-smb for vnic_type normal with profile {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 21:57:17.006502 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.managers [None req-c035a881-e63c-4d5f-83f3-c20e10efb44e None None] Attempting to bind port 44a50c93-57ba-4f67-a481-783b9837085f by drivers openvswitch,hyperv on host dv-cinder-766752-3-smb at level 0 using segments [{'id': '0a0bb0b7-bc34-4f06-a9cd-38150b641be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0467fccb-7d88-4fbc-84fe-9b811e00240d'}] {{(pid=93269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 21:57:17.006935 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c035a881-e63c-4d5f-83f3-c20e10efb44e None None] Attempting to bind port 44a50c93-57ba-4f67-a481-783b9837085f on network 0467fccb-7d88-4fbc-84fe-9b811e00240d {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 21:57:17.012730 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c035a881-e63c-4d5f-83f3-c20e10efb44e None None] Checking agent: {'id': 'e70860c9-a5d2-4f1c-a15e-7701e23dd36c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 21, 54), 'started_at': datetime.datetime(2021, 6, 18, 21, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 21:57:17.012994 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c035a881-e63c-4d5f-83f3-c20e10efb44e None None] Checking segment: {'id': '0a0bb0b7-bc34-4f06-a9cd-38150b641be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0467fccb-7d88-4fbc-84fe-9b811e00240d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 21:57:17.013396 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-c035a881-e63c-4d5f-83f3-c20e10efb44e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:57:17.013789 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c035a881-e63c-4d5f-83f3-c20e10efb44e None None] Bound using segment: {'id': '0a0bb0b7-bc34-4f06-a9cd-38150b641be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0467fccb-7d88-4fbc-84fe-9b811e00240d'} {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 21:57:17.014269 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.managers [None req-c035a881-e63c-4d5f-83f3-c20e10efb44e None None] Bound port: 44a50c93-57ba-4f67-a481-783b9837085f, host: dv-cinder-766752-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a0bb0b7-bc34-4f06-a9cd-38150b641be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0467fccb-7d88-4fbc-84fe-9b811e00240d'}}] {{(pid=93269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 21:57:17.014644 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-c035a881-e63c-4d5f-83f3-c20e10efb44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:57:17.081256 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-c035a881-e63c-4d5f-83f3-c20e10efb44e None None] For port 44a50c93-57ba-4f67-a481-783b9837085f, host dv-cinder-766752-3-smb, cleared binding levels {{(pid=93269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 21:57:17.084421 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-c035a881-e63c-4d5f-83f3-c20e10efb44e None None] For port 44a50c93-57ba-4f67-a481-783b9837085f, host dv-cinder-766752-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-smb',level=0,port_id=44a50c93-57ba-4f67-a481-783b9837085f,segment=NetworkSegment(0a0bb0b7-bc34-4f06-a9cd-38150b641be8),segment_id=0a0bb0b7-bc34-4f06-a9cd-38150b641be8)] {{(pid=93269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 21:57:17.168631 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-c035a881-e63c-4d5f-83f3-c20e10efb44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:57:17.172021 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 21:57:17.226907 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c035a881-e63c-4d5f-83f3-c20e10efb44e None None] Pushing event updated for resources: {'Port': ['ID=44a50c93-57ba-4f67-a481-783b9837085f,revision_number=2']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 21:57:17.235489 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-c035a881-e63c-4d5f-83f3-c20e10efb44e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 21:57:18.048683 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39bb4e8-edca-490c-af57-35ca7f7f9d25 None None] Network 0467fccb-7d88-4fbc-84fe-9b811e00240d requested from dv-cinder-766752-3-smb {{(pid=93269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 21:57:18.201149 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-2af5973b-7a5d-4679-a7fc-3c9f78e02f76 None None] Provisioning for port 44a50c93-57ba-4f67-a481-783b9837085f completed by entity DHCP. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 21:57:18.311205 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device 44a50c93-57ba-4f67-a481-783b9837085f up at agent ovs-agent-dv-cinder-766752-3-smb {{(pid=93269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 21:57:18.459892 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Provisioning for port 44a50c93-57ba-4f67-a481-783b9837085f completed by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 21:57:18.466408 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Provisioning complete for port 44a50c93-57ba-4f67-a481-783b9837085f triggered by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 21:57:18.466775 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:57:18.472501 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-912d7a6d-f33e-4a9b-99f4-e2ba14a2f82c None None] Provisioning complete for port 44a50c93-57ba-4f67-a481-783b9837085f triggered by entity DHCP. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 21:57:18.478034 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-912d7a6d-f33e-4a9b-99f4-e2ba14a2f82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:57:18.608350 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-912d7a6d-f33e-4a9b-99f4-e2ba14a2f82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:57:18.612291 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:57:18.654582 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-912d7a6d-f33e-4a9b-99f4-e2ba14a2f82c None None] For port 44a50c93-57ba-4f67-a481-783b9837085f, host dv-cinder-766752-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-smb',level=0,port_id=44a50c93-57ba-4f67-a481-783b9837085f,segment=NetworkSegment(0a0bb0b7-bc34-4f06-a9cd-38150b641be8),segment_id=0a0bb0b7-bc34-4f06-a9cd-38150b641be8)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 21:57:18.715362 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-912d7a6d-f33e-4a9b-99f4-e2ba14a2f82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:57:18.720198 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 21:57:18.791957 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.db.api [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93269) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 21:57:18.792332 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_db.api [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 21:57:18.796462 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912d7a6d-f33e-4a9b-99f4-e2ba14a2f82c None None] Pushing event updated for resources: {'Port': ['ID=44a50c93-57ba-4f67-a481-783b9837085f,revision_number=3']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 21:57:18.799538 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-912d7a6d-f33e-4a9b-99f4-e2ba14a2f82c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 21:57:20.254608 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device 44a50c93-57ba-4f67-a481-783b9837085f up at agent ovs-agent-dv-cinder-766752-3-smb {{(pid=93269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 21:57:20.306091 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Provisioning complete for port 44a50c93-57ba-4f67-a481-783b9837085f triggered by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 21:57:20.306463 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:57:27.676527 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-d1f1300a-ae86-43ae-b7f7-060fc0d71ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:57:28.005601 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.agents_db [None req-e551f8fc-329d-4229-a52e-01157ddddd3a None None] Agent healthcheck: found 5 active agents {{(pid=93270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 21:57:30.191926 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-53b2a888-ede7-46a8-b84b-b9038fbbbb01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:57:30.299343 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:57:31.465372 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-66c5960c-ceb9-453b-add3-817047489609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:57:33.196181 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-cfd4400b-1529-4ea9-a221-6a7c5fbf6a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:57:57.700087 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3ff33625-305a-4a99-9ede-fda0d005e339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:58:00.179798 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-f78ae85b-abbd-4bca-bf7f-93e414287fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:58:00.294323 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:58:01.465848 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-66c5960c-ceb9-453b-add3-817047489609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:58:03.162681 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-cfd4400b-1529-4ea9-a221-6a7c5fbf6a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:58:05.003107 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.agents_db [None req-e551f8fc-329d-4229-a52e-01157ddddd3a None None] Agent healthcheck: found 5 active agents {{(pid=93270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 21:58:27.660887 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-ec4667bd-bcbb-40be-9df6-f181e53a8225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:58:30.206291 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-f9e8dccf-85d5-4b1e-9c7e-12170a05b2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:58:30.306590 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:58:31.472358 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-66c5960c-ceb9-453b-add3-817047489609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:58:33.185559 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-cfd4400b-1529-4ea9-a221-6a7c5fbf6a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:58:33.897851 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 41972) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 21:58:33.903632 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [None req-7c305db3-2877-4238-979b-5969e73d0b3f tempest-verify_tempest_config-611788011 tempest-verify_tempest_config-611788011-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 21:58:33.904589 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-7c305db3-2877-4238-979b-5969e73d0b3f tempest-verify_tempest_config-611788011 tempest-verify_tempest_config-611788011-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0057619 Jun 18 21:58:34.456048 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 41990) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 21:58:34.554036 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-c45d4141-732f-4b31-84f3-c8180b210116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:58:34.638782 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-c45d4141-732f-4b31-84f3-c8180b210116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:58:34.729215 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-c45d4141-732f-4b31-84f3-c8180b210116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:58:34.735603 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 21:58:34.773559 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-c45d4141-732f-4b31-84f3-c8180b210116 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=98f54dc28e344b9a98d1a67c7e19ca19&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3163288 Jun 18 21:58:34.775291 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45d4141-732f-4b31-84f3-c8180b210116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f70c4c48-8d86-45de-a7b0-5a28c142af06,revision_number=1']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 21:58:34.776088 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 41994) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 21:58:34.782271 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45d4141-732f-4b31-84f3-c8180b210116 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:58:34.782603 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45d4141-732f-4b31-84f3-c8180b210116 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:58:34.782926 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45d4141-732f-4b31-84f3-c8180b210116 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:58:34.783246 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45d4141-732f-4b31-84f3-c8180b210116 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:58:34.783560 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45d4141-732f-4b31-84f3-c8180b210116 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:58:34.783873 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45d4141-732f-4b31-84f3-c8180b210116 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:58:34.784182 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45d4141-732f-4b31-84f3-c8180b210116 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:58:34.784493 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45d4141-732f-4b31-84f3-c8180b210116 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:58:34.784844 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45d4141-732f-4b31-84f3-c8180b210116 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:58:34.785155 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45d4141-732f-4b31-84f3-c8180b210116 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:58:34.785501 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45d4141-732f-4b31-84f3-c8180b210116 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:58:34.785805 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45d4141-732f-4b31-84f3-c8180b210116 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:58:34.789875 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-c45d4141-732f-4b31-84f3-c8180b210116 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 21:58:34.853483 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-c3110c06-c6c1-4de6-b4c0-57172e3714e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:58:34.873075 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-c3110c06-c6c1-4de6-b4c0-57172e3714e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:58:35.054061 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-c3110c06-c6c1-4de6-b4c0-57172e3714e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:58:35.057337 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-c3110c06-c6c1-4de6-b4c0-57172e3714e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:58:35.058120 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-c3110c06-c6c1-4de6-b4c0-57172e3714e8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f70c4c48-8d86-45de-a7b0-5a28c142af06 HTTP/1.1" status: 204 len: 168 time: 0.2809827 Jun 18 21:58:35.058716 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 21:58:35.066659 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3110c06-c6c1-4de6-b4c0-57172e3714e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f70c4c48-8d86-45de-a7b0-5a28c142af06,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 21:58:35.073506 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3110c06-c6c1-4de6-b4c0-57172e3714e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:58:35.073849 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3110c06-c6c1-4de6-b4c0-57172e3714e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:58:35.074178 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3110c06-c6c1-4de6-b4c0-57172e3714e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:58:35.074503 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3110c06-c6c1-4de6-b4c0-57172e3714e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:58:35.074826 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3110c06-c6c1-4de6-b4c0-57172e3714e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:58:35.075150 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3110c06-c6c1-4de6-b4c0-57172e3714e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:58:35.075472 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3110c06-c6c1-4de6-b4c0-57172e3714e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:58:35.075789 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3110c06-c6c1-4de6-b4c0-57172e3714e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:58:35.076857 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3110c06-c6c1-4de6-b4c0-57172e3714e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:58:35.077084 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3110c06-c6c1-4de6-b4c0-57172e3714e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:58:35.077398 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3110c06-c6c1-4de6-b4c0-57172e3714e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:58:35.077709 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3110c06-c6c1-4de6-b4c0-57172e3714e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 21:58:35.085838 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-c3110c06-c6c1-4de6-b4c0-57172e3714e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 21:58:42.001723 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.agents_db [None req-e551f8fc-329d-4229-a52e-01157ddddd3a None None] Agent healthcheck: found 5 active agents {{(pid=93270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 21:58:57.787386 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-86059eeb-50e7-4aa1-860c-4dba0114a0e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:59:00.163937 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-21223e9c-61e2-4f12-bc88-fb68713b07b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:59:00.255126 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:59:01.484284 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-66c5960c-ceb9-453b-add3-817047489609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:59:03.169880 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-cfd4400b-1529-4ea9-a221-6a7c5fbf6a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:59:18.999901 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.agents_db [None req-e551f8fc-329d-4229-a52e-01157ddddd3a None None] Agent healthcheck: found 5 active agents {{(pid=93270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 21:59:27.672833 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-aec36f49-663b-4e79-8c02-d5dc4bfe5925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:59:30.211707 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-84d2db4d-a3df-49f7-84f7-e342ce1579d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:59:30.267991 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:59:31.518850 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-66c5960c-ceb9-453b-add3-817047489609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:59:33.165005 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-cfd4400b-1529-4ea9-a221-6a7c5fbf6a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 21:59:55.997941 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.agents_db [None req-e551f8fc-329d-4229-a52e-01157ddddd3a None None] Agent healthcheck: found 5 active agents {{(pid=93270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 21:59:57.678871 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-813f8345-506f-455e-984d-ed6642e40f63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:00:00.216932 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-4b41a943-b505-4dd1-bc16-810fcae12b35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:00:00.273742 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:00:01.468755 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-66c5960c-ceb9-453b-add3-817047489609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:00:03.143134 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-cfd4400b-1529-4ea9-a221-6a7c5fbf6a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:00:19.829006 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913'] for agent, after_create {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:00:27.675651 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-45f14888-6738-4958-8a54-3939f2917e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:00:30.234972 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-58b3ddd9-dcaa-4b46-96c4-4416411071cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:00:30.292055 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:00:31.520756 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-66c5960c-ceb9-453b-add3-817047489609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:00:32.997231 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.agents_db [None req-e551f8fc-329d-4229-a52e-01157ddddd3a None None] Agent healthcheck: found 6 active agents {{(pid=93270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 22:00:33.160793 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-cfd4400b-1529-4ea9-a221-6a7c5fbf6a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:00:34.455922 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 42072) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:00:34.558694 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-c0e90356-31b4-416d-b6c6-8a90c7fcbc3a admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1016800 Jun 18 22:00:36.690572 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 42082) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:00:36.744320 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-57ba1368-7e67-420e-ac49-559b2958fecc admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0525484 Jun 18 22:00:49.835188 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:00:57.652516 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-e03ea872-c8b2-43a8-a828-6c98b6699afa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:00.212716 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-4b6ea706-2779-4949-a79a-f456bca55508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:00.264126 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:01.464123 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-66c5960c-ceb9-453b-add3-817047489609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:03.161373 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-cfd4400b-1529-4ea9-a221-6a7c5fbf6a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:09.995302 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.agents_db [None req-e551f8fc-329d-4229-a52e-01157ddddd3a None None] Agent healthcheck: found 6 active agents {{(pid=93270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 22:01:19.961922 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:27.647744 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-1720e023-7be6-4bc0-ac43-f03d6ac0a6d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:30.214557 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-95211d40-ecd1-473e-b3bc-de24d17133fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:30.293800 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:31.470667 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-66c5960c-ceb9-453b-add3-817047489609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:33.191795 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-cfd4400b-1529-4ea9-a221-6a7c5fbf6a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:47.005318 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.agents_db [None req-e551f8fc-329d-4229-a52e-01157ddddd3a None None] Agent healthcheck: found 6 active agents {{(pid=93270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 22:01:49.882511 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:01:57.666313 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-7bdba6ea-ddf4-4452-9f64-b36b4d4ff5cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:00.185980 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-060f26b7-08b2-40c9-a778-6a907f11f99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:00.294534 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:01.466144 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-66c5960c-ceb9-453b-add3-817047489609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:03.157800 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-cfd4400b-1529-4ea9-a221-6a7c5fbf6a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:08.010774 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 42254) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:08.578404 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.v2.base [None req-9f581c29-4042-4b9b-8bba-3e29c0b8e576 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2081570822-network', 'tenant_id': '194d0725082a4b188ee68100035994ba'}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:02:08.666116 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f581c29-4042-4b9b-8bba-3e29c0b8e576 admin admin] Made reservation on behalf of 194d0725082a4b188ee68100035994ba for: {'network': 1} {{(pid=93267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:02:08.668465 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-9f581c29-4042-4b9b-8bba-3e29c0b8e576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550498'] for network, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:08.677897 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-9f581c29-4042-4b9b-8bba-3e29c0b8e576 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:08.784960 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-9f581c29-4042-4b9b-8bba-3e29c0b8e576 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:08.843425 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-9f581c29-4042-4b9b-8bba-3e29c0b8e576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:08.849358 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-c3110c06-c6c1-4de6-b4c0-57172e3714e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:08.875749 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f581c29-4042-4b9b-8bba-3e29c0b8e576 admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=93267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 22:02:08.885568 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f581c29-4042-4b9b-8bba-3e29c0b8e576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d20e97e-9178-4914-97a8-239e4095cc65,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:08.898725 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-9f581c29-4042-4b9b-8bba-3e29c0b8e576 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765939166922', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527226'] for segment, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:08.899267 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-9f581c29-4042-4b9b-8bba-3e29c0b8e576 admin admin] Unsubscribe: segment precommit_create {{(pid=93267) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 18 22:02:08.906988 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.db.segments_db [None req-9f581c29-4042-4b9b-8bba-3e29c0b8e576 admin admin] Added segment c627a06e-c5a0-4830-ab6a-ca32b638bf65 of type vlan for network 2e610704-1278-456e-9ce9-0109af150534 Jun 18 22:02:08.912247 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f581c29-4042-4b9b-8bba-3e29c0b8e576 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:08.912624 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f581c29-4042-4b9b-8bba-3e29c0b8e576 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:08.912972 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f581c29-4042-4b9b-8bba-3e29c0b8e576 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:08.913300 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f581c29-4042-4b9b-8bba-3e29c0b8e576 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:08.913623 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f581c29-4042-4b9b-8bba-3e29c0b8e576 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:08.913943 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f581c29-4042-4b9b-8bba-3e29c0b8e576 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:08.914262 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f581c29-4042-4b9b-8bba-3e29c0b8e576 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:08.914576 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f581c29-4042-4b9b-8bba-3e29c0b8e576 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:08.914910 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f581c29-4042-4b9b-8bba-3e29c0b8e576 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:08.915229 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f581c29-4042-4b9b-8bba-3e29c0b8e576 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:08.915545 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f581c29-4042-4b9b-8bba-3e29c0b8e576 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:08.915854 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f581c29-4042-4b9b-8bba-3e29c0b8e576 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:08.916893 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f581c29-4042-4b9b-8bba-3e29c0b8e576 admin admin] Tracked resource versions report: Jun 18 22:02:08.916893 dv-cinder-766752-3-smb neutron-server[93267]: pushed versions: Jun 18 22:02:08.916893 dv-cinder-766752-3-smb neutron-server[93267]: { 'AddressGroup': {'1.2'}, Jun 18 22:02:08.916893 dv-cinder-766752-3-smb neutron-server[93267]: 'ConntrackHelper': {'1.0'}, Jun 18 22:02:08.916893 dv-cinder-766752-3-smb neutron-server[93267]: 'Log': {'1.0'}, Jun 18 22:02:08.916893 dv-cinder-766752-3-smb neutron-server[93267]: 'Network': {'1.1'}, Jun 18 22:02:08.916893 dv-cinder-766752-3-smb neutron-server[93267]: 'Port': {'1.7'}, Jun 18 22:02:08.916893 dv-cinder-766752-3-smb neutron-server[93267]: 'PortForwarding': {'1.2'}, Jun 18 22:02:08.916893 dv-cinder-766752-3-smb neutron-server[93267]: 'QosPolicy': {'1.8'}, Jun 18 22:02:08.916893 dv-cinder-766752-3-smb neutron-server[93267]: 'SecurityGroup': {'1.4'}, Jun 18 22:02:08.916893 dv-cinder-766752-3-smb neutron-server[93267]: 'SecurityGroupRule': {'1.2'}, Jun 18 22:02:08.916893 dv-cinder-766752-3-smb neutron-server[93267]: 'SubPort': {'1.0'}, Jun 18 22:02:08.916893 dv-cinder-766752-3-smb neutron-server[93267]: 'Subnet': {'1.1'}, Jun 18 22:02:08.916893 dv-cinder-766752-3-smb neutron-server[93267]: 'Trunk': {'1.1'}} Jun 18 22:02:08.916893 dv-cinder-766752-3-smb neutron-server[93267]: consumer versions: Jun 18 22:02:08.916893 dv-cinder-766752-3-smb neutron-server[93267]: { DHCP agent@dv-cinder-766752-3-smb: {}, Jun 18 22:02:08.916893 dv-cinder-766752-3-smb neutron-server[93267]: HyperV agent@hv-cinder-76675: {}, Jun 18 22:02:08.916893 dv-cinder-766752-3-smb neutron-server[93267]: L3 agent@dv-cinder-766752-3-smb: {}, Jun 18 22:02:08.916893 dv-cinder-766752-3-smb neutron-server[93267]: Metadata agent@dv-cinder-766752-3-smb: {}, Jun 18 22:02:08.916893 dv-cinder-766752-3-smb neutron-server[93267]: Metering agent@dv-cinder-766752-3-smb: {}, Jun 18 22:02:08.916893 dv-cinder-766752-3-smb neutron-server[93267]: Open vSwitch agent@dv-cinder-766752-3-smb: { 'AddressGroup': '1.2', Jun 18 22:02:08.916893 dv-cinder-766752-3-smb neutron-server[93267]: 'ConntrackHelper': '1.0', Jun 18 22:02:08.916893 dv-cinder-766752-3-smb neutron-server[93267]: 'Log': '1.0', Jun 18 22:02:08.916893 dv-cinder-766752-3-smb neutron-server[93267]: 'Network': '1.1', Jun 18 22:02:08.916893 dv-cinder-766752-3-smb neutron-server[93267]: 'Port': '1.7', Jun 18 22:02:08.916893 dv-cinder-766752-3-smb neutron-server[93267]: 'PortForwarding': '1.2', Jun 18 22:02:08.916893 dv-cinder-766752-3-smb neutron-server[93267]: 'QosPolicy': '1.8', Jun 18 22:02:08.916893 dv-cinder-766752-3-smb neutron-server[93267]: 'SecurityGroup': '1.4', Jun 18 22:02:08.916893 dv-cinder-766752-3-smb neutron-server[93267]: 'SecurityGroupRule': '1.2', Jun 18 22:02:08.916893 dv-cinder-766752-3-smb neutron-server[93267]: 'SubPort': '1.0', Jun 18 22:02:08.916893 dv-cinder-766752-3-smb neutron-server[93267]: 'Subnet': '1.1', Jun 18 22:02:08.916893 dv-cinder-766752-3-smb neutron-server[93267]: 'Trunk': '1.1'}} Jun 18 22:02:08.916893 dv-cinder-766752-3-smb neutron-server[93267]: {{(pid=93267) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 22:02:08.947057 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-9f581c29-4042-4b9b-8bba-3e29c0b8e576 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:08.963893 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-9f581c29-4042-4b9b-8bba-3e29c0b8e576 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765938645724'] for network, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:09.038046 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-9f581c29-4042-4b9b-8bba-3e29c0b8e576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-490555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1678354'] for network, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:09.039792 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f581c29-4042-4b9b-8bba-3e29c0b8e576 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:09.040589 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-9f581c29-4042-4b9b-8bba-3e29c0b8e576 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678351'] for network, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:09.051223 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:09.118735 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-9f581c29-4042-4b9b-8bba-3e29c0b8e576 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1039119 Jun 18 22:02:09.119208 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 42308) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:09.125073 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.v2.base [None req-cd9b929e-041b-46f3-b60f-ca370dd36a29 admin admin] Request body: {'subnet': {'network_id': '2e610704-1278-456e-9ce9-0109af150534', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2081570822-subnet', 'tenant_id': '194d0725082a4b188ee68100035994ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:02:09.148893 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f581c29-4042-4b9b-8bba-3e29c0b8e576 admin admin] Pushing event updated for resources: {'Network': ['ID=2e610704-1278-456e-9ce9-0109af150534,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:09.152243 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-9f581c29-4042-4b9b-8bba-3e29c0b8e576 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:09.161065 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Network 2e610704-1278-456e-9ce9-0109af150534 details requested by agent ovs-agent-dv-cinder-766752-3-smb with host dv-cinder-766752-3-smb {{(pid=93269) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 22:02:09.203408 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd9b929e-041b-46f3-b60f-ca370dd36a29 admin admin] Made reservation on behalf of 194d0725082a4b188ee68100035994ba for: {'subnet': 1} {{(pid=93268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:02:09.208048 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-cd9b929e-041b-46f3-b60f-ca370dd36a29 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:09.484040 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-cd9b929e-041b-46f3-b60f-ca370dd36a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361'] for subnet, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:09.490386 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:09.533625 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9b929e-041b-46f3-b60f-ca370dd36a29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=127a1104-a6cb-4a46-bd9c-a1b88caa2a45,revision_number=0']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:09.551907 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9b929e-041b-46f3-b60f-ca370dd36a29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:09.552254 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9b929e-041b-46f3-b60f-ca370dd36a29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:09.552691 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9b929e-041b-46f3-b60f-ca370dd36a29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:09.553083 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9b929e-041b-46f3-b60f-ca370dd36a29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:09.553469 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9b929e-041b-46f3-b60f-ca370dd36a29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:09.553859 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9b929e-041b-46f3-b60f-ca370dd36a29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:09.554240 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9b929e-041b-46f3-b60f-ca370dd36a29 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:09.554620 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9b929e-041b-46f3-b60f-ca370dd36a29 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:09.554964 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9b929e-041b-46f3-b60f-ca370dd36a29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:09.555283 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9b929e-041b-46f3-b60f-ca370dd36a29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:09.555595 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9b929e-041b-46f3-b60f-ca370dd36a29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:09.555905 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9b929e-041b-46f3-b60f-ca370dd36a29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:09.556965 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9b929e-041b-46f3-b60f-ca370dd36a29 admin admin] Tracked resource versions report: Jun 18 22:02:09.556965 dv-cinder-766752-3-smb neutron-server[93268]: pushed versions: Jun 18 22:02:09.556965 dv-cinder-766752-3-smb neutron-server[93268]: { 'AddressGroup': {'1.2'}, Jun 18 22:02:09.556965 dv-cinder-766752-3-smb neutron-server[93268]: 'ConntrackHelper': {'1.0'}, Jun 18 22:02:09.556965 dv-cinder-766752-3-smb neutron-server[93268]: 'Log': {'1.0'}, Jun 18 22:02:09.556965 dv-cinder-766752-3-smb neutron-server[93268]: 'Network': {'1.1'}, Jun 18 22:02:09.556965 dv-cinder-766752-3-smb neutron-server[93268]: 'Port': {'1.7'}, Jun 18 22:02:09.556965 dv-cinder-766752-3-smb neutron-server[93268]: 'PortForwarding': {'1.2'}, Jun 18 22:02:09.556965 dv-cinder-766752-3-smb neutron-server[93268]: 'QosPolicy': {'1.8'}, Jun 18 22:02:09.556965 dv-cinder-766752-3-smb neutron-server[93268]: 'SecurityGroup': {'1.4'}, Jun 18 22:02:09.556965 dv-cinder-766752-3-smb neutron-server[93268]: 'SecurityGroupRule': {'1.2'}, Jun 18 22:02:09.556965 dv-cinder-766752-3-smb neutron-server[93268]: 'SubPort': {'1.0'}, Jun 18 22:02:09.556965 dv-cinder-766752-3-smb neutron-server[93268]: 'Subnet': {'1.1'}, Jun 18 22:02:09.556965 dv-cinder-766752-3-smb neutron-server[93268]: 'Trunk': {'1.1'}} Jun 18 22:02:09.556965 dv-cinder-766752-3-smb neutron-server[93268]: consumer versions: Jun 18 22:02:09.556965 dv-cinder-766752-3-smb neutron-server[93268]: { DHCP agent@dv-cinder-766752-3-smb: {}, Jun 18 22:02:09.556965 dv-cinder-766752-3-smb neutron-server[93268]: HyperV agent@hv-cinder-76675: {}, Jun 18 22:02:09.556965 dv-cinder-766752-3-smb neutron-server[93268]: L3 agent@dv-cinder-766752-3-smb: {}, Jun 18 22:02:09.556965 dv-cinder-766752-3-smb neutron-server[93268]: Metadata agent@dv-cinder-766752-3-smb: {}, Jun 18 22:02:09.556965 dv-cinder-766752-3-smb neutron-server[93268]: Metering agent@dv-cinder-766752-3-smb: {}, Jun 18 22:02:09.556965 dv-cinder-766752-3-smb neutron-server[93268]: Open vSwitch agent@dv-cinder-766752-3-smb: { 'AddressGroup': '1.2', Jun 18 22:02:09.556965 dv-cinder-766752-3-smb neutron-server[93268]: 'ConntrackHelper': '1.0', Jun 18 22:02:09.556965 dv-cinder-766752-3-smb neutron-server[93268]: 'Log': '1.0', Jun 18 22:02:09.556965 dv-cinder-766752-3-smb neutron-server[93268]: 'Network': '1.1', Jun 18 22:02:09.556965 dv-cinder-766752-3-smb neutron-server[93268]: 'Port': '1.7', Jun 18 22:02:09.556965 dv-cinder-766752-3-smb neutron-server[93268]: 'PortForwarding': '1.2', Jun 18 22:02:09.556965 dv-cinder-766752-3-smb neutron-server[93268]: 'QosPolicy': '1.8', Jun 18 22:02:09.556965 dv-cinder-766752-3-smb neutron-server[93268]: 'SecurityGroup': '1.4', Jun 18 22:02:09.556965 dv-cinder-766752-3-smb neutron-server[93268]: 'SecurityGroupRule': '1.2', Jun 18 22:02:09.556965 dv-cinder-766752-3-smb neutron-server[93268]: 'SubPort': '1.0', Jun 18 22:02:09.556965 dv-cinder-766752-3-smb neutron-server[93268]: 'Subnet': '1.1', Jun 18 22:02:09.556965 dv-cinder-766752-3-smb neutron-server[93268]: 'Trunk': '1.1'}} Jun 18 22:02:09.556965 dv-cinder-766752-3-smb neutron-server[93268]: {{(pid=93268) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 22:02:09.560750 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-cd9b929e-041b-46f3-b60f-ca370dd36a29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:09.568591 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9b929e-041b-46f3-b60f-ca370dd36a29 admin admin] Checking segment: {'id': 'c627a06e-c5a0-4830-ab6a-ca32b638bf65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '2e610704-1278-456e-9ce9-0109af150534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:02:09.568947 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9b929e-041b-46f3-b60f-ca370dd36a29 admin admin] Network hostable DHCP agents. Network: 2e610704-1278-456e-9ce9-0109af150534, hostable agents: ['8cbf1dbc-985e-4686-b9a4-b42f90572d3b'], hosted agents: [] {{(pid=93268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 22:02:09.661447 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9b929e-041b-46f3-b60f-ca370dd36a29 admin admin] Network 2e610704-1278-456e-9ce9-0109af150534 is scheduled to be hosted by DHCP agent 8cbf1dbc-985e-4686-b9a4-b42f90572d3b with binding_index 1 {{(pid=93268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 22:02:09.698866 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 42330) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:09.720094 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.base_scheduler [None req-cd9b929e-041b-46f3-b60f-ca370dd36a29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-3-smb, 2e610704-1278-456e-9ce9-0109af150534) {{(pid=93268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:02:09.724785 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9b929e-041b-46f3-b60f-ca370dd36a29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:09.725702 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-cd9b929e-041b-46f3-b60f-ca370dd36a29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678351'] for subnet, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:09.734474 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37adfb6-4b90-4561-97f1-7141a5f9aa4b None None] Network 2e610704-1278-456e-9ce9-0109af150534 requested from dv-cinder-766752-3-smb {{(pid=93269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 22:02:09.756747 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 42338) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:09.775496 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 42342) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:09.802233 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 42346) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:09.802715 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-cd9b929e-041b-46f3-b60f-ca370dd36a29 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6823003 Jun 18 22:02:09.807784 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.v2.base [None req-751fb089-e7fb-4225-85d0-578d84cc6a22 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2081570822-router', 'tenant_id': '194d0725082a4b188ee68100035994ba', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30'}}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:02:09.888923 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.v2.base [None req-5ba14f7d-db2d-484a-87c8-f8a0a066381c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-594616965-network', 'tenant_id': '0376bb2c03a7441a9021c412f8565795'}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:02:09.898786 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84951778-d6dc-47db-8c81-5df85b8786a7 None None] Network 2e610704-1278-456e-9ce9-0109af150534 requested from dv-cinder-766752-3-smb {{(pid=93269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 22:02:09.908222 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-751fb089-e7fb-4225-85d0-578d84cc6a22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-477333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65128'] for router, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:09.910478 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-751fb089-e7fb-4225-85d0-578d84cc6a22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-477416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-512678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-434388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65123'] for router, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:09.988273 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-751fb089-e7fb-4225-85d0-578d84cc6a22 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:10.037721 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.v2.base [None req-0a73bd38-9bb3-48b1-9beb-5bac3ebe035f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1244901988-network', 'tenant_id': '1a162bbe7ec5404e82b0637c65bc655b'}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:02:10.069775 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.v2.base [None req-876912ac-8ba6-4235-9455-8218168fbd16 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-486144124-network', 'tenant_id': '324a025d6d3c47308dee17b89a1d348d'}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:02:10.189701 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba14f7d-db2d-484a-87c8-f8a0a066381c admin admin] Made reservation on behalf of 0376bb2c03a7441a9021c412f8565795 for: {'network': 1} {{(pid=93267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:02:10.193479 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-5ba14f7d-db2d-484a-87c8-f8a0a066381c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550498'] for network, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:10.196526 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.db.api [None req-876912ac-8ba6-4235-9455-8218168fbd16 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 18 22:02:10.196526 dv-cinder-766752-3-smb neutron-server[93267]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 18 22:02:10.196526 dv-cinder-766752-3-smb neutron-server[93267]: [parameters: {'project_id_1': '324a025d6d3c47308dee17b89a1d348d', 'expiration_1': datetime.datetime(2021, 6, 18, 22, 2, 10, 75583)}] Jun 18 22:02:10.196526 dv-cinder-766752-3-smb neutron-server[93267]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93267) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 22:02:10.197380 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_db.api [None req-876912ac-8ba6-4235-9455-8218168fbd16 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 22:02:10.314345 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-5ba14f7d-db2d-484a-87c8-f8a0a066381c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:10.322853 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a73bd38-9bb3-48b1-9beb-5bac3ebe035f admin admin] Made reservation on behalf of 1a162bbe7ec5404e82b0637c65bc655b for: {'network': 1} {{(pid=93267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:02:10.325784 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-0a73bd38-9bb3-48b1-9beb-5bac3ebe035f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550498'] for network, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:10.416609 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-751fb089-e7fb-4225-85d0-578d84cc6a22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-512724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-477287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65141'] for router, precommit_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:10.420452 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-0a73bd38-9bb3-48b1-9beb-5bac3ebe035f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:10.575071 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-5ba14f7d-db2d-484a-87c8-f8a0a066381c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:10.798245 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-5ba14f7d-db2d-484a-87c8-f8a0a066381c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:10.815311 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:10.867526 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ba14f7d-db2d-484a-87c8-f8a0a066381c admin admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=93267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 22:02:10.922575 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-5ba14f7d-db2d-484a-87c8-f8a0a066381c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527226'] for segment, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:10.922575 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.db.segments_db [None req-5ba14f7d-db2d-484a-87c8-f8a0a066381c admin admin] Added segment e8574f67-2f30-49f5-bfcf-2bfc1462b045 of type vlan for network 8c1fe9bb-9cc3-4bf7-9684-e9e569dd33b3 Jun 18 22:02:10.957695 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-0a73bd38-9bb3-48b1-9beb-5bac3ebe035f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:10.979230 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba14f7d-db2d-484a-87c8-f8a0a066381c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=232cecde-8468-44d1-9cfa-82cc6331b31f,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:11.016955 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-5ba14f7d-db2d-484a-87c8-f8a0a066381c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:11.027237 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-0a73bd38-9bb3-48b1-9beb-5bac3ebe035f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:11.035684 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-5ba14f7d-db2d-484a-87c8-f8a0a066381c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765938645724'] for network, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:11.047093 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-5ba14f7d-db2d-484a-87c8-f8a0a066381c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:11.085752 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a73bd38-9bb3-48b1-9beb-5bac3ebe035f admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=93267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 22:02:11.100144 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-751fb089-e7fb-4225-85d0-578d84cc6a22 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:11.140773 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-751fb089-e7fb-4225-85d0-578d84cc6a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550498'] for port, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:11.142067 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-0a73bd38-9bb3-48b1-9beb-5bac3ebe035f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527226'] for segment, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:11.142396 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.db.segments_db [None req-0a73bd38-9bb3-48b1-9beb-5bac3ebe035f admin admin] Added segment b36e6868-126e-43ec-b847-fd25373dd47a of type vlan for network 2767e6ef-6819-45b8-a88a-d01068b3a363 Jun 18 22:02:11.150682 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a73bd38-9bb3-48b1-9beb-5bac3ebe035f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea45157d-72e9-42a1-ae54-0fb89b0b2831,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:11.158038 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-0a73bd38-9bb3-48b1-9beb-5bac3ebe035f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:11.180760 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-876912ac-8ba6-4235-9455-8218168fbd16 admin admin] Made reservation on behalf of 324a025d6d3c47308dee17b89a1d348d for: {'network': 1} {{(pid=93267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:02:11.185891 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-876912ac-8ba6-4235-9455-8218168fbd16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550498'] for network, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:11.226721 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-876912ac-8ba6-4235-9455-8218168fbd16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:11.241259 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-0a73bd38-9bb3-48b1-9beb-5bac3ebe035f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765938645724'] for network, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:11.250018 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-5ba14f7d-db2d-484a-87c8-f8a0a066381c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-490555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1678354'] for network, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:11.258105 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba14f7d-db2d-484a-87c8-f8a0a066381c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:11.258680 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-5ba14f7d-db2d-484a-87c8-f8a0a066381c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678351'] for network, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:11.265658 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-9f581c29-4042-4b9b-8bba-3e29c0b8e576 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:11.390359 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba14f7d-db2d-484a-87c8-f8a0a066381c admin admin] Pushing event updated for resources: {'Network': ['ID=8c1fe9bb-9cc3-4bf7-9684-e9e569dd33b3,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:11.395497 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-5ba14f7d-db2d-484a-87c8-f8a0a066381c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:11.402791 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Network 8c1fe9bb-9cc3-4bf7-9684-e9e569dd33b3 details requested by agent ovs-agent-dv-cinder-766752-3-smb with host dv-cinder-766752-3-smb {{(pid=93269) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 22:02:11.410653 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.db.db_base_plugin_common [None req-751fb089-e7fb-4225-85d0-578d84cc6a22 admin admin] Allocated IP 172.28.0.30 (0a94a276-d24e-41da-a649-5ffe202eff30/cb3e10ec-d2d2-4f62-adaa-1158cc2dc485/98429b7f-aae4-4bf4-92f0-e202e3d56ced) {{(pid=93267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:02:11.481600 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-0a73bd38-9bb3-48b1-9beb-5bac3ebe035f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-490555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1678354'] for network, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:11.488243 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a73bd38-9bb3-48b1-9beb-5bac3ebe035f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:11.488834 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-0a73bd38-9bb3-48b1-9beb-5bac3ebe035f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678351'] for network, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:11.496428 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:11.566305 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-876912ac-8ba6-4235-9455-8218168fbd16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:11.590640 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a73bd38-9bb3-48b1-9beb-5bac3ebe035f admin admin] Pushing event updated for resources: {'Network': ['ID=2767e6ef-6819-45b8-a88a-d01068b3a363,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:11.594268 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-0a73bd38-9bb3-48b1-9beb-5bac3ebe035f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:11.604113 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Network 2767e6ef-6819-45b8-a88a-d01068b3a363 details requested by agent ovs-agent-dv-cinder-766752-3-smb with host dv-cinder-766752-3-smb {{(pid=93269) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 22:02:11.615156 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-751fb089-e7fb-4225-85d0-578d84cc6a22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:11.669358 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-876912ac-8ba6-4235-9455-8218168fbd16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:11.674841 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:11.701651 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-876912ac-8ba6-4235-9455-8218168fbd16 admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=93267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 22:02:11.722755 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876912ac-8ba6-4235-9455-8218168fbd16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b60d75-bb30-46b1-9773-659a3c8ea2c3,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:11.726107 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-876912ac-8ba6-4235-9455-8218168fbd16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:11.727425 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-876912ac-8ba6-4235-9455-8218168fbd16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527226'] for segment, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:11.728027 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.db.segments_db [None req-876912ac-8ba6-4235-9455-8218168fbd16 admin admin] Added segment 69229b63-0711-446a-bb0b-3258333c583a of type vlan for network d42b56a5-48e5-4bd1-88b6-fbd62129c54b Jun 18 22:02:11.774248 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-876912ac-8ba6-4235-9455-8218168fbd16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765938645724'] for network, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:11.795623 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-751fb089-e7fb-4225-85d0-578d84cc6a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-549537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1678354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765938626142'] for port, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:11.802139 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-6d43e7dc-2f80-4832-8aec-0a891dd50971 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:11.830965 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-5ba14f7d-db2d-484a-87c8-f8a0a066381c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1310413 Jun 18 22:02:11.840673 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 42456) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:11.848200 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.v2.base [None req-b5e39ee6-116c-49ca-bc3e-c1a37692dc6d admin admin] Request body: {'subnet': {'network_id': '8c1fe9bb-9cc3-4bf7-9684-e9e569dd33b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-594616965-subnet', 'tenant_id': '0376bb2c03a7441a9021c412f8565795', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:02:11.849092 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-0a73bd38-9bb3-48b1-9beb-5bac3ebe035f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0912845 Jun 18 22:02:11.857653 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 42458) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:11.863785 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.v2.base [None req-ae18d6a3-d1b5-42df-a7a8-7722d135a7d5 admin admin] Request body: {'subnet': {'network_id': '2767e6ef-6819-45b8-a88a-d01068b3a363', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1244901988-subnet', 'tenant_id': '1a162bbe7ec5404e82b0637c65bc655b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:02:11.869537 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751fb089-e7fb-4225-85d0-578d84cc6a22 admin admin] Network 0a94a276-d24e-41da-a649-5ffe202eff30 is already hosted by enough agents. {{(pid=93267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:02:11.870262 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751fb089-e7fb-4225-85d0-578d84cc6a22 admin admin] Pushing event updated for resources: {'Port': ['ID=98429b7f-aae4-4bf4-92f0-e202e3d56ced,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:11.874090 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-751fb089-e7fb-4225-85d0-578d84cc6a22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:11.874894 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-876912ac-8ba6-4235-9455-8218168fbd16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-490555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1678354'] for network, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:11.875801 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.scheduler.base_scheduler [None req-751fb089-e7fb-4225-85d0-578d84cc6a22 admin admin] Resources bound (agent type, host, resource id): {{(pid=93267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:02:11.879654 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751fb089-e7fb-4225-85d0-578d84cc6a22 admin admin] Received port after_create {{(pid=93267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:02:11.886509 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876912ac-8ba6-4235-9455-8218168fbd16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:11.886509 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-876912ac-8ba6-4235-9455-8218168fbd16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678351'] for network, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:11.886509 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-0a73bd38-9bb3-48b1-9beb-5bac3ebe035f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:11.944130 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e39ee6-116c-49ca-bc3e-c1a37692dc6d admin admin] Made reservation on behalf of 0376bb2c03a7441a9021c412f8565795 for: {'subnet': 1} {{(pid=93268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:02:11.949413 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-b5e39ee6-116c-49ca-bc3e-c1a37692dc6d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:11.988657 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 42466) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:12.010562 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 42470) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:12.046217 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876912ac-8ba6-4235-9455-8218168fbd16 admin admin] Pushing event updated for resources: {'Network': ['ID=d42b56a5-48e5-4bd1-88b6-fbd62129c54b,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:12.050312 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-876912ac-8ba6-4235-9455-8218168fbd16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:12.060671 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Network d42b56a5-48e5-4bd1-88b6-fbd62129c54b details requested by agent ovs-agent-dv-cinder-766752-3-smb with host dv-cinder-766752-3-smb {{(pid=93269) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 22:02:12.097853 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae18d6a3-d1b5-42df-a7a8-7722d135a7d5 admin admin] Made reservation on behalf of 1a162bbe7ec5404e82b0637c65bc655b for: {'subnet': 1} {{(pid=93267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:02:12.104622 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-ae18d6a3-d1b5-42df-a7a8-7722d135a7d5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:12.194985 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-ca8f2435-55c0-4d26-8852-a7a8be3c5be1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:12.217390 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b8fee9e9-d9cf-45e0-a1f5-4de2c74e7a74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:12.224705 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-876912ac-8ba6-4235-9455-8218168fbd16 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.4480994 Jun 18 22:02:12.228326 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 42476) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:12.236121 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.v2.base [None req-bb7008fc-583d-4103-9a6f-78893d0d00f5 admin admin] Request body: {'subnet': {'network_id': 'd42b56a5-48e5-4bd1-88b6-fbd62129c54b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-486144124-subnet', 'tenant_id': '324a025d6d3c47308dee17b89a1d348d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:02:12.264624 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 42480) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:12.268196 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-b5e39ee6-116c-49ca-bc3e-c1a37692dc6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361'] for subnet, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:12.277223 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-cd9b929e-041b-46f3-b60f-ca370dd36a29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:12.351116 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-ca8f2435-55c0-4d26-8852-a7a8be3c5be1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:12.359412 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-751fb089-e7fb-4225-85d0-578d84cc6a22 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:12.369137 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e39ee6-116c-49ca-bc3e-c1a37692dc6d admin admin] Checking segment: {'id': 'e8574f67-2f30-49f5-bfcf-2bfc1462b045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8c1fe9bb-9cc3-4bf7-9684-e9e569dd33b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:02:12.377294 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e39ee6-116c-49ca-bc3e-c1a37692dc6d admin admin] Network hostable DHCP agents. Network: 8c1fe9bb-9cc3-4bf7-9684-e9e569dd33b3, hostable agents: ['8cbf1dbc-985e-4686-b9a4-b42f90572d3b'], hosted agents: [] {{(pid=93268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 22:02:12.377294 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e39ee6-116c-49ca-bc3e-c1a37692dc6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=62c55806-c3bf-4485-b605-f03b20fa8b2f,revision_number=0']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:12.377294 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-b5e39ee6-116c-49ca-bc3e-c1a37692dc6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:12.421894 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-21b41ea4-a2d7-4adc-bdd2-6f4cb993ec2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:12.470434 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-ca8f2435-55c0-4d26-8852-a7a8be3c5be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:12.477729 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-637745b5-425f-41bd-899d-8e09d3c42eea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:12.497408 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e39ee6-116c-49ca-bc3e-c1a37692dc6d admin admin] Network 8c1fe9bb-9cc3-4bf7-9684-e9e569dd33b3 is scheduled to be hosted by DHCP agent 8cbf1dbc-985e-4686-b9a4-b42f90572d3b with binding_index 1 {{(pid=93268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 22:02:12.519604 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-ca8f2435-55c0-4d26-8852-a7a8be3c5be1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9c4e3787abe54712b0957ab1a03aca33&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4779222 Jun 18 22:02:12.522981 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 42486) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:12.530783 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8f2435-55c0-4d26-8852-a7a8be3c5be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70826575-88fa-484f-948e-40a683e472b5,revision_number=1']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:12.539050 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-ca8f2435-55c0-4d26-8852-a7a8be3c5be1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:12.552138 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7008fc-583d-4103-9a6f-78893d0d00f5 admin admin] Made reservation on behalf of 324a025d6d3c47308dee17b89a1d348d for: {'subnet': 1} {{(pid=93268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:02:12.554998 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-bb7008fc-583d-4103-9a6f-78893d0d00f5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:12.567206 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-ae18d6a3-d1b5-42df-a7a8-7722d135a7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361'] for subnet, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:12.571939 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.base_scheduler [None req-b5e39ee6-116c-49ca-bc3e-c1a37692dc6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-3-smb, 8c1fe9bb-9cc3-4bf7-9684-e9e569dd33b3) {{(pid=93268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:02:12.576503 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e39ee6-116c-49ca-bc3e-c1a37692dc6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:12.577122 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-b5e39ee6-116c-49ca-bc3e-c1a37692dc6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678351'] for subnet, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:12.579621 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-24d1223b-f5a7-4d1f-8217-4890e271a7e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:12.582093 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b28beb7-4ce6-400c-ad68-040d60e8625e None None] Network 8c1fe9bb-9cc3-4bf7-9684-e9e569dd33b3 requested from dv-cinder-766752-3-smb {{(pid=93269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 22:02:12.678282 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-3ff40753-ac62-4ea0-98fd-e3acfcc054a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:12.711244 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04d7ce0-9f91-4855-aee3-a2b6fcacbbb1 None None] Network 8c1fe9bb-9cc3-4bf7-9684-e9e569dd33b3 requested from dv-cinder-766752-3-smb {{(pid=93269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 22:02:12.716936 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-3ff40753-ac62-4ea0-98fd-e3acfcc054a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:12.828357 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae18d6a3-d1b5-42df-a7a8-7722d135a7d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c05298a-5496-468b-af9b-eb839c301437,revision_number=0']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:12.835326 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-ae18d6a3-d1b5-42df-a7a8-7722d135a7d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:12.843224 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-751fb089-e7fb-4225-85d0-578d84cc6a22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-477340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-515840'] for router, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:12.849095 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae18d6a3-d1b5-42df-a7a8-7722d135a7d5 admin admin] Checking segment: {'id': 'b36e6868-126e-43ec-b847-fd25373dd47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2767e6ef-6819-45b8-a88a-d01068b3a363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:02:12.849429 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae18d6a3-d1b5-42df-a7a8-7722d135a7d5 admin admin] Network hostable DHCP agents. Network: 2767e6ef-6819-45b8-a88a-d01068b3a363, hostable agents: ['8cbf1dbc-985e-4686-b9a4-b42f90572d3b'], hosted agents: [] {{(pid=93267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 22:02:12.867254 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-bb7008fc-583d-4103-9a6f-78893d0d00f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361'] for subnet, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:12.870529 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-d1729d09-8f88-40a9-a6b4-bf6997132016 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:12.900787 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-3ff40753-ac62-4ea0-98fd-e3acfcc054a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:12.909108 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-3ff40753-ac62-4ea0-98fd-e3acfcc054a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:12.913281 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-3ff40753-ac62-4ea0-98fd-e3acfcc054a9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/70826575-88fa-484f-948e-40a683e472b5 HTTP/1.1" status: 204 len: 168 time: 0.3863044 Jun 18 22:02:12.924929 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7008fc-583d-4103-9a6f-78893d0d00f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce640073-97dc-4465-aa3e-d64402d92247,revision_number=0']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:12.931090 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-bb7008fc-583d-4103-9a6f-78893d0d00f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:12.931530 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-c45d4141-732f-4b31-84f3-c8180b210116 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:12.946489 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff40753-ac62-4ea0-98fd-e3acfcc054a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70826575-88fa-484f-948e-40a683e472b5,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:12.952866 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-3ff40753-ac62-4ea0-98fd-e3acfcc054a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:12.954267 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7008fc-583d-4103-9a6f-78893d0d00f5 admin admin] Checking segment: {'id': '69229b63-0711-446a-bb0b-3258333c583a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd42b56a5-48e5-4bd1-88b6-fbd62129c54b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:02:12.954788 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7008fc-583d-4103-9a6f-78893d0d00f5 admin admin] Network hostable DHCP agents. Network: d42b56a5-48e5-4bd1-88b6-fbd62129c54b, hostable agents: ['8cbf1dbc-985e-4686-b9a4-b42f90572d3b'], hosted agents: [] {{(pid=93268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 22:02:12.969825 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae18d6a3-d1b5-42df-a7a8-7722d135a7d5 admin admin] Network 2767e6ef-6819-45b8-a88a-d01068b3a363 is scheduled to be hosted by DHCP agent 8cbf1dbc-985e-4686-b9a4-b42f90572d3b with binding_index 1 {{(pid=93267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 22:02:12.994015 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b8fee9e9-d9cf-45e0-a1f5-4de2c74e7a74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:13.039576 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7008fc-583d-4103-9a6f-78893d0d00f5 admin admin] Network d42b56a5-48e5-4bd1-88b6-fbd62129c54b is scheduled to be hosted by DHCP agent 8cbf1dbc-985e-4686-b9a4-b42f90572d3b with binding_index 1 {{(pid=93268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 22:02:13.073679 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b8fee9e9-d9cf-45e0-a1f5-4de2c74e7a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:13.080150 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-876912ac-8ba6-4235-9455-8218168fbd16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:13.137111 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-751fb089-e7fb-4225-85d0-578d84cc6a22 admin admin] Router 43d6f7d3-5366-4833-8963-fba56665fa20 is scheduled to L3 agent cffdd0dd-f469-4450-b407-8e3f357d30fb with binding_index 1 {{(pid=93267) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 22:02:13.145779 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fee9e9-d9cf-45e0-a1f5-4de2c74e7a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2075e3e-6c1f-409e-99fa-510a4e5510b8,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:13.154222 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-b8fee9e9-d9cf-45e0-a1f5-4de2c74e7a74 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=de02efa49cd04588b845643ed8befaa0&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1608551 Jun 18 22:02:13.154222 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-b8fee9e9-d9cf-45e0-a1f5-4de2c74e7a74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:13.156211 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 42496) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:13.158884 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.scheduler.base_scheduler [None req-ae18d6a3-d1b5-42df-a7a8-7722d135a7d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-3-smb, 2767e6ef-6819-45b8-a88a-d01068b3a363) {{(pid=93267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:02:13.168682 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0a2c09-8d4f-4df6-b631-ce4cdd671ae0 None None] Network 2767e6ef-6819-45b8-a88a-d01068b3a363 requested from dv-cinder-766752-3-smb {{(pid=93269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 22:02:13.170269 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae18d6a3-d1b5-42df-a7a8-7722d135a7d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:13.170926 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-ae18d6a3-d1b5-42df-a7a8-7722d135a7d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678351'] for subnet, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:13.171589 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.base_scheduler [None req-bb7008fc-583d-4103-9a6f-78893d0d00f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-3-smb, d42b56a5-48e5-4bd1-88b6-fbd62129c54b) {{(pid=93268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:02:13.180796 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7008fc-583d-4103-9a6f-78893d0d00f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:13.181644 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-bb7008fc-583d-4103-9a6f-78893d0d00f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678351'] for subnet, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:13.246409 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-8affa1e5-7b14-401c-b62d-830dda9387c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:13.283276 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-8affa1e5-7b14-401c-b62d-830dda9387c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:13.301321 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-21b41ea4-a2d7-4adc-bdd2-6f4cb993ec2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:13.304397 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e910eaf-d159-4b75-ab5a-ae178ae93b99 None None] Network d42b56a5-48e5-4bd1-88b6-fbd62129c54b requested from dv-cinder-766752-3-smb {{(pid=93269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 22:02:13.309762 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-751fb089-e7fb-4225-85d0-578d84cc6a22 admin admin] Notify agent at l3_agent.dv-cinder-766752-3-smb the message routers_updated {{(pid=93267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 22:02:13.327142 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47bb168-3e50-4cea-aec8-f5b1808b25dc None None] Sync routers for ids ['43d6f7d3-5366-4833-8963-fba56665fa20'] in dv-cinder-766752-3-smb {{(pid=93270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 22:02:13.337703 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47bb168-3e50-4cea-aec8-f5b1808b25dc None None] Routers {'43d6f7d3-5366-4833-8963-fba56665fa20'} bound to L3 agent in host dv-cinder-766752-3-smb {{(pid=93270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:02:13.338326 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_hamode_db [None req-a47bb168-3e50-4cea-aec8-f5b1808b25dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T21:54:00Z,description=,heartbeat_timestamp=2021-06-18T22:02:00Z,host='dv-cinder-766752-3-smb',id=cffdd0dd-f469-4450-b407-8e3f357d30fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:54:01Z,topic='l3_agent')) {'router_ids': ['43d6f7d3-5366-4833-8963-fba56665fa20'], 'active': True} {{(pid=93270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:02:13.382755 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-21b41ea4-a2d7-4adc-bdd2-6f4cb993ec2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:13.388372 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-0a73bd38-9bb3-48b1-9beb-5bac3ebe035f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:13.403953 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ced5db-09e9-453e-9da2-3a0dcbd9a51e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe69447c-996e-5b32-9b55-7f054a75cfbd-2767e6ef-6819-45b8-a88a-d01068b3a363', 'network_id': '2767e6ef-6819-45b8-a88a-d01068b3a363', 'tenant_id': '1a162bbe7ec5404e82b0637c65bc655b', 'fixed_ips': [{'subnet_id': '2c05298a-5496-468b-af9b-eb839c301437'}]}} from dv-cinder-766752-3-smb. {{(pid=93269) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 22:02:13.405083 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-f6ced5db-09e9-453e-9da2-3a0dcbd9a51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550498'] for port, before_create {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:13.427072 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-21b41ea4-a2d7-4adc-bdd2-6f4cb993ec2f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=61e8f81f3c454aaca8e4a51d931e73f6&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1617770 Jun 18 22:02:13.427946 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b41ea4-a2d7-4adc-bdd2-6f4cb993ec2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e55852a7-64ac-451c-9355-702742ce4d0e,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:13.430861 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-21b41ea4-a2d7-4adc-bdd2-6f4cb993ec2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:13.442199 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 42500) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:13.451161 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-8affa1e5-7b14-401c-b62d-830dda9387c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:13.459079 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-8affa1e5-7b14-401c-b62d-830dda9387c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:13.463249 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-8affa1e5-7b14-401c-b62d-830dda9387c4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c2075e3e-6c1f-409e-99fa-510a4e5510b8 HTTP/1.1" status: 204 len: 168 time: 0.3046167 Jun 18 22:02:13.471936 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-ca8f2435-55c0-4d26-8852-a7a8be3c5be1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:13.482006 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_dvr_db [None req-a47bb168-3e50-4cea-aec8-f5b1808b25dc None None] Set router 43d6f7d3-5366-4833-8963-fba56665fa20 gateway port host: dv-cinder-766752-3-smb {{(pid=93270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:02:13.484345 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-ae18d6a3-d1b5-42df-a7a8-7722d135a7d5 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6235447 Jun 18 22:02:13.485464 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-751fb089-e7fb-4225-85d0-578d84cc6a22 admin admin] Notify callbacks [] for router, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:13.500568 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-bb7008fc-583d-4103-9a6f-78893d0d00f5 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2597980 Jun 18 22:02:13.500905 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-751fb089-e7fb-4225-85d0-578d84cc6a22 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.6863306 Jun 18 22:02:13.500987 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-b5e39ee6-116c-49ca-bc3e-c1a37692dc6d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6481450 Jun 18 22:02:13.501077 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 42504) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:13.501077 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 42506) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:13.509968 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8affa1e5-7b14-401c-b62d-830dda9387c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2075e3e-6c1f-409e-99fa-510a4e5510b8,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:13.512650 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.v2.base [None req-b9b1197f-0655-425e-ba5d-c73608a320a2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1244901988-router', 'tenant_id': '1a162bbe7ec5404e82b0637c65bc655b', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30'}}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:02:13.513094 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-8affa1e5-7b14-401c-b62d-830dda9387c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:13.543505 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-41797950-4151-4ec2-ab0e-fdfa13e56eb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:13.570836 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.db_base_plugin_common [None req-f6ced5db-09e9-453e-9da2-3a0dcbd9a51e None None] Allocated IP 172.20.0.2 (2767e6ef-6819-45b8-a88a-d01068b3a363/2c05298a-5496-468b-af9b-eb839c301437/60f371f5-fcbe-4128-8de0-06caf6f22824) {{(pid=93269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:02:13.596248 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-41797950-4151-4ec2-ab0e-fdfa13e56eb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:13.612263 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 42516) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:13.666312 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-e33dc4e0-54df-42ef-a323-86cce20aa195 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:13.666572 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b9b1197f-0655-425e-ba5d-c73608a320a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-477333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65128'] for router, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:13.669053 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b9b1197f-0655-425e-ba5d-c73608a320a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-477416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-512678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-434388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65123'] for router, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:13.723014 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-f6ced5db-09e9-453e-9da2-3a0dcbd9a51e None None] Notify callbacks [] for port, precommit_create {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:13.742559 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-f6ced5db-09e9-453e-9da2-3a0dcbd9a51e None None] Transition to ACTIVE for port object 60f371f5-fcbe-4128-8de0-06caf6f22824 will not be triggered until provisioned by entity L2. {{(pid=93269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:02:13.749535 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_hamode_db [None req-a47bb168-3e50-4cea-aec8-f5b1808b25dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d6f7d3-5366-4833-8963-fba56665fa20', 'name': 'tempest-ServerRescueNegativeTestJSON-2081570822-router', 'tenant_id': '194d0725082a4b188ee68100035994ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.30'}], 'enable_snat': True}, 'gw_port_id': '98429b7f-aae4-4bf4-92f0-e202e3d56ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:02:09Z', 'updated_at': '2021-06-18T22:02:12Z', 'revision_number': 3, 'project_id': '194d0725082a4b188ee68100035994ba', 'gw_port': {'id': '98429b7f-aae4-4bf4-92f0-e202e3d56ced', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:97:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43d6f7d3-5366-4833-8963-fba56665fa20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:02:11Z', 'updated_at': '2021-06-18T22:02:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb'}], 'dv-cinder-766752-3-smb', False) {} {{(pid=93270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:02:13.805726 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07792c92-f34e-4638-ae5f-cafb80037756 None None] Network d42b56a5-48e5-4bd1-88b6-fbd62129c54b requested from dv-cinder-766752-3-smb {{(pid=93269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 22:02:13.805879 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47bb168-3e50-4cea-aec8-f5b1808b25dc None None] Checking router: 43d6f7d3-5366-4833-8963-fba56665fa20 for host: dv-cinder-766752-3-smb {{(pid=93270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 22:02:13.806304 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47bb168-3e50-4cea-aec8-f5b1808b25dc None None] Updating router 43d6f7d3-5366-4833-8963-fba56665fa20 port 98429b7f-aae4-4bf4-92f0-e202e3d56ced binding host dv-cinder-766752-3-smb {{(pid=93270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 22:02:13.854657 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b9b1197f-0655-425e-ba5d-c73608a320a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:13.880870 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-f6ced5db-09e9-453e-9da2-3a0dcbd9a51e None None] Transition to ACTIVE for port object 60f371f5-fcbe-4128-8de0-06caf6f22824 will not be triggered until provisioned by entity DHCP. {{(pid=93269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:02:13.881572 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-41797950-4151-4ec2-ab0e-fdfa13e56eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:13.891642 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-41797950-4151-4ec2-ab0e-fdfa13e56eb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:13.893054 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-41797950-4151-4ec2-ab0e-fdfa13e56eb3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e55852a7-64ac-451c-9355-702742ce4d0e HTTP/1.1" status: 204 len: 168 time: 0.4499063 Jun 18 22:02:13.895690 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:13.904388 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-a47bb168-3e50-4cea-aec8-f5b1808b25dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:13.928963 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41797950-4151-4ec2-ab0e-fdfa13e56eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55852a7-64ac-451c-9355-702742ce4d0e,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:13.933782 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-41797950-4151-4ec2-ab0e-fdfa13e56eb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:14.038784 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-e33dc4e0-54df-42ef-a323-86cce20aa195 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:14.091804 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-f6ced5db-09e9-453e-9da2-3a0dcbd9a51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-549537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1678354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765938626142'] for port, after_create {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:14.120136 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-e33dc4e0-54df-42ef-a323-86cce20aa195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:14.125110 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:14.161653 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:14.194087 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-e33dc4e0-54df-42ef-a323-86cce20aa195 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=983f8f1b353544a78feecd6e5f0a6a65&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5790622 Jun 18 22:02:14.196960 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33dc4e0-54df-42ef-a323-86cce20aa195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d08508-ebf1-4450-aff7-8e9bd99091c0,revision_number=1']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:14.199658 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 42528) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:14.199961 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b9b1197f-0655-425e-ba5d-c73608a320a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-512724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-477287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65141'] for router, precommit_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:14.208565 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-e33dc4e0-54df-42ef-a323-86cce20aa195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:14.247026 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ced5db-09e9-453e-9da2-3a0dcbd9a51e None None] Network 2767e6ef-6819-45b8-a88a-d01068b3a363 is already hosted by enough agents. {{(pid=93269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:02:14.260383 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 42530) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:14.266628 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-e8fc4e21-5fff-42a6-a6a6-78ac8f8b0a00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:14.286020 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.scheduler.base_scheduler [None req-f6ced5db-09e9-453e-9da2-3a0dcbd9a51e None None] Resources bound (agent type, host, resource id): {{(pid=93269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:02:14.295322 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ced5db-09e9-453e-9da2-3a0dcbd9a51e None None] Received port after_create {{(pid=93269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:02:14.327079 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-e8fc4e21-5fff-42a6-a6a6-78ac8f8b0a00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:14.424714 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ced5db-09e9-453e-9da2-3a0dcbd9a51e None None] Pushing event updated for resources: {'Port': ['ID=60f371f5-fcbe-4128-8de0-06caf6f22824,revision_number=1']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:14.434260 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ced5db-09e9-453e-9da2-3a0dcbd9a51e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:14.434836 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ced5db-09e9-453e-9da2-3a0dcbd9a51e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:14.435300 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ced5db-09e9-453e-9da2-3a0dcbd9a51e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:14.435775 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ced5db-09e9-453e-9da2-3a0dcbd9a51e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:14.436723 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ced5db-09e9-453e-9da2-3a0dcbd9a51e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:14.437217 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ced5db-09e9-453e-9da2-3a0dcbd9a51e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:14.437698 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ced5db-09e9-453e-9da2-3a0dcbd9a51e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:14.438216 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ced5db-09e9-453e-9da2-3a0dcbd9a51e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:14.438681 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ced5db-09e9-453e-9da2-3a0dcbd9a51e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:14.439157 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ced5db-09e9-453e-9da2-3a0dcbd9a51e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:14.439631 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ced5db-09e9-453e-9da2-3a0dcbd9a51e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:14.440209 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ced5db-09e9-453e-9da2-3a0dcbd9a51e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:14.442126 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ced5db-09e9-453e-9da2-3a0dcbd9a51e None None] Tracked resource versions report: Jun 18 22:02:14.442126 dv-cinder-766752-3-smb neutron-server[93269]: pushed versions: Jun 18 22:02:14.442126 dv-cinder-766752-3-smb neutron-server[93269]: { 'AddressGroup': {'1.2'}, Jun 18 22:02:14.442126 dv-cinder-766752-3-smb neutron-server[93269]: 'ConntrackHelper': {'1.0'}, Jun 18 22:02:14.442126 dv-cinder-766752-3-smb neutron-server[93269]: 'Log': {'1.0'}, Jun 18 22:02:14.442126 dv-cinder-766752-3-smb neutron-server[93269]: 'Network': {'1.1'}, Jun 18 22:02:14.442126 dv-cinder-766752-3-smb neutron-server[93269]: 'Port': {'1.7'}, Jun 18 22:02:14.442126 dv-cinder-766752-3-smb neutron-server[93269]: 'PortForwarding': {'1.2'}, Jun 18 22:02:14.442126 dv-cinder-766752-3-smb neutron-server[93269]: 'QosPolicy': {'1.8'}, Jun 18 22:02:14.442126 dv-cinder-766752-3-smb neutron-server[93269]: 'SecurityGroup': {'1.4'}, Jun 18 22:02:14.442126 dv-cinder-766752-3-smb neutron-server[93269]: 'SecurityGroupRule': {'1.2'}, Jun 18 22:02:14.442126 dv-cinder-766752-3-smb neutron-server[93269]: 'SubPort': {'1.0'}, Jun 18 22:02:14.442126 dv-cinder-766752-3-smb neutron-server[93269]: 'Subnet': {'1.1'}, Jun 18 22:02:14.442126 dv-cinder-766752-3-smb neutron-server[93269]: 'Trunk': {'1.1'}} Jun 18 22:02:14.442126 dv-cinder-766752-3-smb neutron-server[93269]: consumer versions: Jun 18 22:02:14.442126 dv-cinder-766752-3-smb neutron-server[93269]: { DHCP agent@dv-cinder-766752-3-smb: {}, Jun 18 22:02:14.442126 dv-cinder-766752-3-smb neutron-server[93269]: HyperV agent@hv-cinder-76675: {}, Jun 18 22:02:14.442126 dv-cinder-766752-3-smb neutron-server[93269]: L3 agent@dv-cinder-766752-3-smb: {}, Jun 18 22:02:14.442126 dv-cinder-766752-3-smb neutron-server[93269]: Metadata agent@dv-cinder-766752-3-smb: {}, Jun 18 22:02:14.442126 dv-cinder-766752-3-smb neutron-server[93269]: Metering agent@dv-cinder-766752-3-smb: {}, Jun 18 22:02:14.442126 dv-cinder-766752-3-smb neutron-server[93269]: Open vSwitch agent@dv-cinder-766752-3-smb: { 'AddressGroup': '1.2', Jun 18 22:02:14.442126 dv-cinder-766752-3-smb neutron-server[93269]: 'ConntrackHelper': '1.0', Jun 18 22:02:14.442126 dv-cinder-766752-3-smb neutron-server[93269]: 'Log': '1.0', Jun 18 22:02:14.442126 dv-cinder-766752-3-smb neutron-server[93269]: 'Network': '1.1', Jun 18 22:02:14.442126 dv-cinder-766752-3-smb neutron-server[93269]: 'Port': '1.7', Jun 18 22:02:14.442126 dv-cinder-766752-3-smb neutron-server[93269]: 'PortForwarding': '1.2', Jun 18 22:02:14.442126 dv-cinder-766752-3-smb neutron-server[93269]: 'QosPolicy': '1.8', Jun 18 22:02:14.442126 dv-cinder-766752-3-smb neutron-server[93269]: 'SecurityGroup': '1.4', Jun 18 22:02:14.442126 dv-cinder-766752-3-smb neutron-server[93269]: 'SecurityGroupRule': '1.2', Jun 18 22:02:14.442126 dv-cinder-766752-3-smb neutron-server[93269]: 'SubPort': '1.0', Jun 18 22:02:14.442126 dv-cinder-766752-3-smb neutron-server[93269]: 'Subnet': '1.1', Jun 18 22:02:14.442126 dv-cinder-766752-3-smb neutron-server[93269]: 'Trunk': '1.1'}} Jun 18 22:02:14.442126 dv-cinder-766752-3-smb neutron-server[93269]: {{(pid=93269) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 22:02:14.454752 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.managers [None req-f6ced5db-09e9-453e-9da2-3a0dcbd9a51e None None] Attempting to bind port 60f371f5-fcbe-4128-8de0-06caf6f22824 on host dv-cinder-766752-3-smb for vnic_type normal with profile {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:02:14.455480 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.managers [None req-f6ced5db-09e9-453e-9da2-3a0dcbd9a51e None None] Attempting to bind port 60f371f5-fcbe-4128-8de0-06caf6f22824 by drivers openvswitch,hyperv on host dv-cinder-766752-3-smb at level 0 using segments [{'id': 'b36e6868-126e-43ec-b847-fd25373dd47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2767e6ef-6819-45b8-a88a-d01068b3a363'}] {{(pid=93269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:02:14.456015 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ced5db-09e9-453e-9da2-3a0dcbd9a51e None None] Attempting to bind port 60f371f5-fcbe-4128-8de0-06caf6f22824 on network 2767e6ef-6819-45b8-a88a-d01068b3a363 {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:02:14.459004 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-f6ced5db-09e9-453e-9da2-3a0dcbd9a51e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:14.463540 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ced5db-09e9-453e-9da2-3a0dcbd9a51e None None] Checking agent: {'id': 'e70860c9-a5d2-4f1c-a15e-7701e23dd36c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 21, 54), 'started_at': datetime.datetime(2021, 6, 18, 21, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:02:14.464178 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ced5db-09e9-453e-9da2-3a0dcbd9a51e None None] Checking segment: {'id': 'b36e6868-126e-43ec-b847-fd25373dd47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2767e6ef-6819-45b8-a88a-d01068b3a363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:02:14.464855 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-f6ced5db-09e9-453e-9da2-3a0dcbd9a51e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:14.465377 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ced5db-09e9-453e-9da2-3a0dcbd9a51e None None] Bound using segment: {'id': 'b36e6868-126e-43ec-b847-fd25373dd47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2767e6ef-6819-45b8-a88a-d01068b3a363'} {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:02:14.466083 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.managers [None req-f6ced5db-09e9-453e-9da2-3a0dcbd9a51e None None] Bound port: 60f371f5-fcbe-4128-8de0-06caf6f22824, host: dv-cinder-766752-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b36e6868-126e-43ec-b847-fd25373dd47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2767e6ef-6819-45b8-a88a-d01068b3a363'}}] {{(pid=93269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:02:14.466846 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-f6ced5db-09e9-453e-9da2-3a0dcbd9a51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:14.524382 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-e8fc4e21-5fff-42a6-a6a6-78ac8f8b0a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:14.528800 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-e8fc4e21-5fff-42a6-a6a6-78ac8f8b0a00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:14.532851 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-e8fc4e21-5fff-42a6-a6a6-78ac8f8b0a00 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b9d08508-ebf1-4450-aff7-8e9bd99091c0 HTTP/1.1" status: 204 len: 168 time: 0.3312986 Jun 18 22:02:14.533966 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-8affa1e5-7b14-401c-b62d-830dda9387c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:14.551626 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-a47bb168-3e50-4cea-aec8-f5b1808b25dc None None] Notify callbacks [] for port, precommit_update {{(pid=93270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:14.552173 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fc4e21-5fff-42a6-a6a6-78ac8f8b0a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d08508-ebf1-4450-aff7-8e9bd99091c0,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:14.559481 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-e8fc4e21-5fff-42a6-a6a6-78ac8f8b0a00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:14.576228 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.provisioning_blocks [None req-a47bb168-3e50-4cea-aec8-f5b1808b25dc None None] Transition to ACTIVE for port object 98429b7f-aae4-4bf4-92f0-e202e3d56ced will not be triggered until provisioned by entity L2. {{(pid=93270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:02:14.655626 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-a47bb168-3e50-4cea-aec8-f5b1808b25dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:14.657577 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b9b1197f-0655-425e-ba5d-c73608a320a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:14.658067 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG oslo_concurrency.lockutils [None req-0cf6a4ca-7c9c-4e1d-a7d8-44b50a831957 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:14.661704 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-3e920a9d-289c-4fb9-a089-e05f88b1ecef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550498'] for port, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:14.689082 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-f6ced5db-09e9-453e-9da2-3a0dcbd9a51e None None] For port 60f371f5-fcbe-4128-8de0-06caf6f22824, host dv-cinder-766752-3-smb, cleared binding levels {{(pid=93269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:02:14.690176 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b9b1197f-0655-425e-ba5d-c73608a320a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550498'] for port, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:14.705110 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb919268-4804-412a-ba74-4ef53eb97743 None None] Pushing event updated for resources: {'Port': ['ID=98429b7f-aae4-4bf4-92f0-e202e3d56ced,revision_number=2']} {{(pid=93270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:14.715707 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-f6ced5db-09e9-453e-9da2-3a0dcbd9a51e None None] For port 60f371f5-fcbe-4128-8de0-06caf6f22824, host dv-cinder-766752-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-smb',level=0,port_id=60f371f5-fcbe-4128-8de0-06caf6f22824,segment=NetworkSegment(b36e6868-126e-43ec-b847-fd25373dd47a),segment_id=b36e6868-126e-43ec-b847-fd25373dd47a)] {{(pid=93269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:02:14.720521 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb919268-4804-412a-ba74-4ef53eb97743 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:14.721064 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb919268-4804-412a-ba74-4ef53eb97743 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:14.721666 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb919268-4804-412a-ba74-4ef53eb97743 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:14.722855 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb919268-4804-412a-ba74-4ef53eb97743 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:14.723487 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb919268-4804-412a-ba74-4ef53eb97743 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:14.723968 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb919268-4804-412a-ba74-4ef53eb97743 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:14.724439 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb919268-4804-412a-ba74-4ef53eb97743 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:14.725148 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb919268-4804-412a-ba74-4ef53eb97743 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:14.725621 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb919268-4804-412a-ba74-4ef53eb97743 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:14.726120 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb919268-4804-412a-ba74-4ef53eb97743 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:14.726617 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb919268-4804-412a-ba74-4ef53eb97743 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:14.727580 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb919268-4804-412a-ba74-4ef53eb97743 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:02:14.728751 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb919268-4804-412a-ba74-4ef53eb97743 None None] Tracked resource versions report: Jun 18 22:02:14.728751 dv-cinder-766752-3-smb neutron-server[93270]: pushed versions: Jun 18 22:02:14.728751 dv-cinder-766752-3-smb neutron-server[93270]: { 'AddressGroup': {'1.2'}, Jun 18 22:02:14.728751 dv-cinder-766752-3-smb neutron-server[93270]: 'ConntrackHelper': {'1.0'}, Jun 18 22:02:14.728751 dv-cinder-766752-3-smb neutron-server[93270]: 'Log': {'1.0'}, Jun 18 22:02:14.728751 dv-cinder-766752-3-smb neutron-server[93270]: 'Network': {'1.1'}, Jun 18 22:02:14.728751 dv-cinder-766752-3-smb neutron-server[93270]: 'Port': {'1.7'}, Jun 18 22:02:14.728751 dv-cinder-766752-3-smb neutron-server[93270]: 'PortForwarding': {'1.2'}, Jun 18 22:02:14.728751 dv-cinder-766752-3-smb neutron-server[93270]: 'QosPolicy': {'1.8'}, Jun 18 22:02:14.728751 dv-cinder-766752-3-smb neutron-server[93270]: 'SecurityGroup': {'1.4'}, Jun 18 22:02:14.728751 dv-cinder-766752-3-smb neutron-server[93270]: 'SecurityGroupRule': {'1.2'}, Jun 18 22:02:14.728751 dv-cinder-766752-3-smb neutron-server[93270]: 'SubPort': {'1.0'}, Jun 18 22:02:14.728751 dv-cinder-766752-3-smb neutron-server[93270]: 'Subnet': {'1.1'}, Jun 18 22:02:14.728751 dv-cinder-766752-3-smb neutron-server[93270]: 'Trunk': {'1.1'}} Jun 18 22:02:14.728751 dv-cinder-766752-3-smb neutron-server[93270]: consumer versions: Jun 18 22:02:14.728751 dv-cinder-766752-3-smb neutron-server[93270]: { DHCP agent@dv-cinder-766752-3-smb: {}, Jun 18 22:02:14.728751 dv-cinder-766752-3-smb neutron-server[93270]: HyperV agent@hv-cinder-76675: {}, Jun 18 22:02:14.728751 dv-cinder-766752-3-smb neutron-server[93270]: L3 agent@dv-cinder-766752-3-smb: {}, Jun 18 22:02:14.728751 dv-cinder-766752-3-smb neutron-server[93270]: Metadata agent@dv-cinder-766752-3-smb: {}, Jun 18 22:02:14.728751 dv-cinder-766752-3-smb neutron-server[93270]: Metering agent@dv-cinder-766752-3-smb: {}, Jun 18 22:02:14.728751 dv-cinder-766752-3-smb neutron-server[93270]: Open vSwitch agent@dv-cinder-766752-3-smb: { 'AddressGroup': '1.2', Jun 18 22:02:14.728751 dv-cinder-766752-3-smb neutron-server[93270]: 'ConntrackHelper': '1.0', Jun 18 22:02:14.728751 dv-cinder-766752-3-smb neutron-server[93270]: 'Log': '1.0', Jun 18 22:02:14.728751 dv-cinder-766752-3-smb neutron-server[93270]: 'Network': '1.1', Jun 18 22:02:14.728751 dv-cinder-766752-3-smb neutron-server[93270]: 'Port': '1.7', Jun 18 22:02:14.728751 dv-cinder-766752-3-smb neutron-server[93270]: 'PortForwarding': '1.2', Jun 18 22:02:14.728751 dv-cinder-766752-3-smb neutron-server[93270]: 'QosPolicy': '1.8', Jun 18 22:02:14.728751 dv-cinder-766752-3-smb neutron-server[93270]: 'SecurityGroup': '1.4', Jun 18 22:02:14.728751 dv-cinder-766752-3-smb neutron-server[93270]: 'SecurityGroupRule': '1.2', Jun 18 22:02:14.728751 dv-cinder-766752-3-smb neutron-server[93270]: 'SubPort': '1.0', Jun 18 22:02:14.728751 dv-cinder-766752-3-smb neutron-server[93270]: 'Subnet': '1.1', Jun 18 22:02:14.728751 dv-cinder-766752-3-smb neutron-server[93270]: 'Trunk': '1.1'}} Jun 18 22:02:14.728751 dv-cinder-766752-3-smb neutron-server[93270]: {{(pid=93270) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 22:02:14.741132 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG oslo_concurrency.lockutils [None req-fb919268-4804-412a-ba74-4ef53eb97743 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:14.759462 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.plugins.ml2.managers [None req-a47bb168-3e50-4cea-aec8-f5b1808b25dc None None] Attempting to bind port 98429b7f-aae4-4bf4-92f0-e202e3d56ced on host dv-cinder-766752-3-smb for vnic_type normal with profile {{(pid=93270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:02:14.760089 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.plugins.ml2.managers [None req-a47bb168-3e50-4cea-aec8-f5b1808b25dc None None] Attempting to bind port 98429b7f-aae4-4bf4-92f0-e202e3d56ced by drivers openvswitch,hyperv on host dv-cinder-766752-3-smb at level 0 using segments [{'id': '84b34c11-c765-4838-8c05-a350e58a1412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30'}] {{(pid=93270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:02:14.760655 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47bb168-3e50-4cea-aec8-f5b1808b25dc None None] Attempting to bind port 98429b7f-aae4-4bf4-92f0-e202e3d56ced on network 0a94a276-d24e-41da-a649-5ffe202eff30 {{(pid=93270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:02:14.766181 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47bb168-3e50-4cea-aec8-f5b1808b25dc None None] Checking agent: {'id': 'e70860c9-a5d2-4f1c-a15e-7701e23dd36c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 21, 54), 'started_at': datetime.datetime(2021, 6, 18, 21, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:02:14.766747 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47bb168-3e50-4cea-aec8-f5b1808b25dc None None] Checking segment: {'id': '84b34c11-c765-4838-8c05-a350e58a1412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:02:14.767323 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-a47bb168-3e50-4cea-aec8-f5b1808b25dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:14.767710 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47bb168-3e50-4cea-aec8-f5b1808b25dc None None] Bound using segment: {'id': '84b34c11-c765-4838-8c05-a350e58a1412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30'} {{(pid=93270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:02:14.768167 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.plugins.ml2.managers [None req-a47bb168-3e50-4cea-aec8-f5b1808b25dc None None] Bound port: 98429b7f-aae4-4bf4-92f0-e202e3d56ced, host: dv-cinder-766752-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84b34c11-c765-4838-8c05-a350e58a1412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30'}}] {{(pid=93270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:02:14.768528 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-a47bb168-3e50-4cea-aec8-f5b1808b25dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:14.805358 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-f6ced5db-09e9-453e-9da2-3a0dcbd9a51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:14.808744 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-c035a881-e63c-4d5f-83f3-c20e10efb44e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:14.824672 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.plugins.ml2.db [None req-a47bb168-3e50-4cea-aec8-f5b1808b25dc None None] For port 98429b7f-aae4-4bf4-92f0-e202e3d56ced, host dv-cinder-766752-3-smb, cleared binding levels {{(pid=93270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:02:14.827895 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.plugins.ml2.db [None req-a47bb168-3e50-4cea-aec8-f5b1808b25dc None None] For port 98429b7f-aae4-4bf4-92f0-e202e3d56ced, host dv-cinder-766752-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-smb',level=0,port_id=98429b7f-aae4-4bf4-92f0-e202e3d56ced,segment=NetworkSegment(84b34c11-c765-4838-8c05-a350e58a1412),segment_id=84b34c11-c765-4838-8c05-a350e58a1412)] {{(pid=93270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:02:14.880311 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ced5db-09e9-453e-9da2-3a0dcbd9a51e None None] Pushing event updated for resources: {'Port': ['ID=60f371f5-fcbe-4128-8de0-06caf6f22824,revision_number=2']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:14.885992 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-f6ced5db-09e9-453e-9da2-3a0dcbd9a51e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:14.895916 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-a47bb168-3e50-4cea-aec8-f5b1808b25dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:14.905045 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:14.969252 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47bb168-3e50-4cea-aec8-f5b1808b25dc None None] Routers {'43d6f7d3-5366-4833-8963-fba56665fa20'} bound to L3 agent in host dv-cinder-766752-3-smb {{(pid=93270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:02:14.970297 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_hamode_db [None req-a47bb168-3e50-4cea-aec8-f5b1808b25dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T21:54:00Z,description=,heartbeat_timestamp=2021-06-18T22:02:00Z,host='dv-cinder-766752-3-smb',id=cffdd0dd-f469-4450-b407-8e3f357d30fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:54:01Z,topic='l3_agent')) {'router_ids': ['43d6f7d3-5366-4833-8963-fba56665fa20'], 'active': True} {{(pid=93270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:02:15.020569 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-f6816b0a-5087-4df5-9f16-b73f7c2c4618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:15.053779 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 42544) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:15.074981 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4d3e5883-0155-4e5f-885d-4aceab3b903c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:15.102388 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_dvr_db [None req-a47bb168-3e50-4cea-aec8-f5b1808b25dc None None] Set router 43d6f7d3-5366-4833-8963-fba56665fa20 gateway port host: dv-cinder-766752-3-smb {{(pid=93270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:02:15.168798 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.db.db_base_plugin_common [None req-b9b1197f-0655-425e-ba5d-c73608a320a2 admin admin] Allocated IP 172.28.0.228 (0a94a276-d24e-41da-a649-5ffe202eff30/cb3e10ec-d2d2-4f62-adaa-1158cc2dc485/24ebf161-ffed-471e-8fb3-4ec465e50da5) {{(pid=93267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:02:15.309775 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4d3e5883-0155-4e5f-885d-4aceab3b903c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:15.351655 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 42562) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:15.359916 dv-cinder-766752-3-smb neutron-server[93268]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 18 22:02:15.361764 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb919268-4804-412a-ba74-4ef53eb97743 None None] Pushing event updated for resources: {'Port': ['ID=98429b7f-aae4-4bf4-92f0-e202e3d56ced,revision_number=3']} {{(pid=93270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:15.365345 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG oslo_concurrency.lockutils [None req-fb919268-4804-412a-ba74-4ef53eb97743 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=93270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:15.377421 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.db.db_base_plugin_common [None req-3e920a9d-289c-4fb9-a089-e05f88b1ecef admin admin] Allocated IP 172.20.0.1 (2e610704-1278-456e-9ce9-0109af150534/127a1104-a6cb-4a46-bd9c-a1b88caa2a45/a37ca007-c1df-4757-a487-6dab230dd10d) {{(pid=93267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:02:15.389199 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_hamode_db [None req-a47bb168-3e50-4cea-aec8-f5b1808b25dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d6f7d3-5366-4833-8963-fba56665fa20', 'name': 'tempest-ServerRescueNegativeTestJSON-2081570822-router', 'tenant_id': '194d0725082a4b188ee68100035994ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.30'}], 'enable_snat': True}, 'gw_port_id': '98429b7f-aae4-4bf4-92f0-e202e3d56ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:02:09Z', 'updated_at': '2021-06-18T22:02:12Z', 'revision_number': 3, 'project_id': '194d0725082a4b188ee68100035994ba', 'gw_port': {'id': '98429b7f-aae4-4bf4-92f0-e202e3d56ced', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:97:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43d6f7d3-5366-4833-8963-fba56665fa20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:02:11Z', 'updated_at': '2021-06-18T22:02:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb'}], 'dv-cinder-766752-3-smb', False) {} {{(pid=93270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:02:15.397467 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b9b1197f-0655-425e-ba5d-c73608a320a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:15.418737 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47bb168-3e50-4cea-aec8-f5b1808b25dc None None] The sync data for ids ['43d6f7d3-5366-4833-8963-fba56665fa20'] in dv-cinder-766752-3-smb is: [{'id': '43d6f7d3-5366-4833-8963-fba56665fa20', 'name': 'tempest-ServerRescueNegativeTestJSON-2081570822-router', 'tenant_id': '194d0725082a4b188ee68100035994ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.30'}], 'enable_snat': True}, 'gw_port_id': '98429b7f-aae4-4bf4-92f0-e202e3d56ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:02:09Z', 'updated_at': '2021-06-18T22:02:12Z', 'revision_number': 3, 'project_id': '194d0725082a4b188ee68100035994ba', 'gw_port': {'id': '98429b7f-aae4-4bf4-92f0-e202e3d56ced', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:97:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43d6f7d3-5366-4833-8963-fba56665fa20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:02:11Z', 'updated_at': '2021-06-18T22:02:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb'}] {{(pid=93270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 22:02:15.486143 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4d3e5883-0155-4e5f-885d-4aceab3b903c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:15.501863 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:15.557779 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-3e920a9d-289c-4fb9-a089-e05f88b1ecef admin admin] Notify callbacks [] for port, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:15.591624 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-4d3e5883-0155-4e5f-885d-4aceab3b903c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c341c78292e94f48b74f49ca58fd4055&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5362635 Jun 18 22:02:15.591863 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 42568) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:15.592516 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3e5883-0155-4e5f-885d-4aceab3b903c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b01ff1-9646-4f05-baf4-f061d87abaa3,revision_number=1']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:15.595672 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-4d3e5883-0155-4e5f-885d-4aceab3b903c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:15.603160 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a331ffe4-9bfe-4e38-8405-8effb7ca303f req-009a68e7-62c5-48c8-93ee-715359b71618 tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:15.604729 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a331ffe4-9bfe-4e38-8405-8effb7ca303f req-009a68e7-62c5-48c8-93ee-715359b71618 tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] 10.222.0.23 "GET /v2.0/networks?id=8c1fe9bb-9cc3-4bf7-9684-e9e569dd33b3 HTTP/1.1" status: 200 len: 811 time: 0.2520564 Jun 18 22:02:15.633263 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a331ffe4-9bfe-4e38-8405-8effb7ca303f req-b6746cde-a82c-48d2-8913-dea85a09ae6a tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] 10.222.0.23 "GET /v2.0/quotas/0376bb2c03a7441a9021c412f8565795 HTTP/1.1" status: 200 len: 375 time: 0.0207691 Jun 18 22:02:15.635531 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b9b1197f-0655-425e-ba5d-c73608a320a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-549537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1678354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765938626142'] for port, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:15.706632 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-751fb089-e7fb-4225-85d0-578d84cc6a22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:15.725542 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b1197f-0655-425e-ba5d-c73608a320a2 admin admin] Network 0a94a276-d24e-41da-a649-5ffe202eff30 is already hosted by enough agents. {{(pid=93267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:02:15.761183 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.scheduler.base_scheduler [None req-b9b1197f-0655-425e-ba5d-c73608a320a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:02:15.840125 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b1197f-0655-425e-ba5d-c73608a320a2 admin admin] Received port after_create {{(pid=93267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:02:15.841457 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a331ffe4-9bfe-4e38-8405-8effb7ca303f req-e86354ea-f831-44b3-9998-b01232f93559 tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0376bb2c03a7441a9021c412f8565795&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2004783 Jun 18 22:02:15.981536 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-f6816b0a-5087-4df5-9f16-b73f7c2c4618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:15.990914 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b1197f-0655-425e-ba5d-c73608a320a2 admin admin] Pushing event updated for resources: {'Port': ['ID=24ebf161-ffed-471e-8fb3-4ec465e50da5,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:16.012108 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-b9b1197f-0655-425e-ba5d-c73608a320a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:16.022018 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-3e920a9d-289c-4fb9-a089-e05f88b1ecef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-549537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1678354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765938626142'] for port, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:16.041460 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:16.090344 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-60c439b0-c22e-43e2-b617-4cd5d58a440e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:16.102348 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-f6816b0a-5087-4df5-9f16-b73f7c2c4618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:16.127165 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3d520d-6faf-493b-b289-19fbf1a0b2fc None None] Network 2767e6ef-6819-45b8-a88a-d01068b3a363 requested from dv-cinder-766752-3-smb {{(pid=93269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 22:02:16.139113 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e920a9d-289c-4fb9-a089-e05f88b1ecef admin admin] Network 2e610704-1278-456e-9ce9-0109af150534 is already hosted by enough agents. {{(pid=93267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:02:16.157912 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.scheduler.base_scheduler [None req-3e920a9d-289c-4fb9-a089-e05f88b1ecef admin admin] Resources bound (agent type, host, resource id): {{(pid=93267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:02:16.162912 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-60c439b0-c22e-43e2-b617-4cd5d58a440e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:16.175626 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e920a9d-289c-4fb9-a089-e05f88b1ecef admin admin] Received port after_create {{(pid=93267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:02:16.180872 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-3e920a9d-289c-4fb9-a089-e05f88b1ecef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-519215'] for router_interface, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:16.188971 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e920a9d-289c-4fb9-a089-e05f88b1ecef admin admin] Pushing event updated for resources: {'Port': ['ID=a37ca007-c1df-4757-a487-6dab230dd10d,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:16.228093 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-3e920a9d-289c-4fb9-a089-e05f88b1ecef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:16.239868 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:16.258168 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-f6816b0a-5087-4df5-9f16-b73f7c2c4618 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6c3baf0df8f34ba88077fc6da914e8f3&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9935563 Jun 18 22:02:16.260869 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 42592) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:16.345795 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-c1c5c8e1-223e-4505-9cf3-cf109d209d84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:16.353617 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-5a56a310-1552-4d9d-a2be-87b324f66e55 None None] Provisioning for port 60f371f5-fcbe-4128-8de0-06caf6f22824 completed by entity DHCP. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:02:16.370175 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6816b0a-5087-4df5-9f16-b73f7c2c4618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=802511ba-6e4e-4348-a799-4437f89a0d70,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:16.372500 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-c1c5c8e1-223e-4505-9cf3-cf109d209d84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:16.412605 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-f6816b0a-5087-4df5-9f16-b73f7c2c4618 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:16.562779 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b9b1197f-0655-425e-ba5d-c73608a320a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:16.581922 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-c1c5c8e1-223e-4505-9cf3-cf109d209d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:16.585664 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-c1c5c8e1-223e-4505-9cf3-cf109d209d84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:16.587290 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-c1c5c8e1-223e-4505-9cf3-cf109d209d84 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/802511ba-6e4e-4348-a799-4437f89a0d70 HTTP/1.1" status: 204 len: 168 time: 0.3253958 Jun 18 22:02:16.589908 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-e33dc4e0-54df-42ef-a323-86cce20aa195 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:16.605126 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c5c8e1-223e-4505-9cf3-cf109d209d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=802511ba-6e4e-4348-a799-4437f89a0d70,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:16.607812 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-c1c5c8e1-223e-4505-9cf3-cf109d209d84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:16.635527 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-60c439b0-c22e-43e2-b617-4cd5d58a440e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:16.641166 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-60c439b0-c22e-43e2-b617-4cd5d58a440e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:16.646348 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-60c439b0-c22e-43e2-b617-4cd5d58a440e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e5b01ff1-9646-4f05-baf4-f061d87abaa3 HTTP/1.1" status: 204 len: 168 time: 1.0477073 Jun 18 22:02:16.646348 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-21b41ea4-a2d7-4adc-bdd2-6f4cb993ec2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:16.682774 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device 60f371f5-fcbe-4128-8de0-06caf6f22824 up at agent ovs-agent-dv-cinder-766752-3-smb {{(pid=93269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:02:16.684169 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c439b0-c22e-43e2-b617-4cd5d58a440e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b01ff1-9646-4f05-baf4-f061d87abaa3,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:16.689202 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-60c439b0-c22e-43e2-b617-4cd5d58a440e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:16.751523 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 42610) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:16.757913 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.v2.base [None req-6f751f2e-7d70-404a-bbfc-13eee38f88ac admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-803159027-network', 'tenant_id': 'b9af6423697f4ba99c38c956bd850030'}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:02:16.770483 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-3e920a9d-289c-4fb9-a089-e05f88b1ecef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:16.798218 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [req-a331ffe4-9bfe-4e38-8405-8effb7ca303f req-dec007c2-f57c-477a-b08a-92a582190ee2 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 22:02:16.799585 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a331ffe4-9bfe-4e38-8405-8effb7ca303f req-dec007c2-f57c-477a-b08a-92a582190ee2 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2397492 Jun 18 22:02:16.907374 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Provisioning for port 60f371f5-fcbe-4128-8de0-06caf6f22824 completed by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:02:16.919593 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Provisioning complete for port 60f371f5-fcbe-4128-8de0-06caf6f22824 triggered by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:02:16.919593 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:16.937741 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f751f2e-7d70-404a-bbfc-13eee38f88ac admin admin] Made reservation on behalf of b9af6423697f4ba99c38c956bd850030 for: {'network': 1} {{(pid=93267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:02:16.940147 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-6f751f2e-7d70-404a-bbfc-13eee38f88ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550498'] for network, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:16.962358 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-6f751f2e-7d70-404a-bbfc-13eee38f88ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:16.970966 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a331ffe4-9bfe-4e38-8405-8effb7ca303f req-c43de13c-2a52-47cf-accb-ba96b7482b1c service neutron] 10.222.0.23 "GET /v2.0/networks/8c1fe9bb-9cc3-4bf7-9684-e9e569dd33b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608949 Jun 18 22:02:16.998019 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-01aeff95-bc63-40d3-8f8b-0f8526fa23ca None None] Provisioning complete for port 60f371f5-fcbe-4128-8de0-06caf6f22824 triggered by entity DHCP. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:02:16.998478 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-01aeff95-bc63-40d3-8f8b-0f8526fa23ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:17.064957 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:17.102617 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b9b1197f-0655-425e-ba5d-c73608a320a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-477340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-515840'] for router, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:17.110549 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] For port 60f371f5-fcbe-4128-8de0-06caf6f22824, host dv-cinder-766752-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-smb',level=0,port_id=60f371f5-fcbe-4128-8de0-06caf6f22824,segment=NetworkSegment(b36e6868-126e-43ec-b847-fd25373dd47a),segment_id=b36e6868-126e-43ec-b847-fd25373dd47a)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:02:17.150698 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-01aeff95-bc63-40d3-8f8b-0f8526fa23ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:17.159888 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a331ffe4-9bfe-4e38-8405-8effb7ca303f req-4489113d-7099-4edd-bc9c-b9a5f67940ac service neutron] 10.222.0.23 "GET /v2.0/networks/8c1fe9bb-9cc3-4bf7-9684-e9e569dd33b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763504 Jun 18 22:02:17.196273 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:17.200285 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device 98429b7f-aae4-4bf4-92f0-e202e3d56ced up at agent ovs-agent-dv-cinder-766752-3-smb {{(pid=93269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:02:17.258495 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-f6ced5db-09e9-453e-9da2-3a0dcbd9a51e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:17.286415 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-3e920a9d-289c-4fb9-a089-e05f88b1ecef admin admin] Notify callbacks [] for port, precommit_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:17.311501 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-6f751f2e-7d70-404a-bbfc-13eee38f88ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:17.367078 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.db.api [None req-01aeff95-bc63-40d3-8f8b-0f8526fa23ca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93269) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 22:02:17.367078 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_db.api [None req-01aeff95-bc63-40d3-8f8b-0f8526fa23ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 22:02:17.376698 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Pushing event updated for resources: {'Port': ['ID=60f371f5-fcbe-4128-8de0-06caf6f22824,revision_number=3']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:17.385595 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:17.386866 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-3e920a9d-289c-4fb9-a089-e05f88b1ecef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:17.395095 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-3e920a9d-289c-4fb9-a089-e05f88b1ecef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513078'] for router_interface, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:17.395095 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-634f867c-e2ee-45c5-90eb-ca997f13ee1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:17.436884 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-6f751f2e-7d70-404a-bbfc-13eee38f88ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:17.484082 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Provisioning for port 98429b7f-aae4-4bf4-92f0-e202e3d56ced completed by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:02:17.488352 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Provisioning complete for port 98429b7f-aae4-4bf4-92f0-e202e3d56ced triggered by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:02:17.488757 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:17.603747 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 42642) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:17.614496 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:17.647071 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] For port 98429b7f-aae4-4bf4-92f0-e202e3d56ced, host dv-cinder-766752-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-smb',level=0,port_id=98429b7f-aae4-4bf4-92f0-e202e3d56ced,segment=NetworkSegment(84b34c11-c765-4838-8c05-a350e58a1412),segment_id=84b34c11-c765-4838-8c05-a350e58a1412)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:02:17.759123 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-9b58c34a-ca8c-44f9-ac7e-35c68e4db273 req-e201a9f9-00c0-4033-bdac-e31acdf45cd8 tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5299238-ba3e-447d-9d5c-50647ed93e33 HTTP/1.1" status: 200 len: 210 time: 0.1411638 Jun 18 22:02:17.764743 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9b1197f-0655-425e-ba5d-c73608a320a2 admin admin] Router f718791a-b063-4175-9f55-8ed0bba93417 is scheduled to L3 agent cffdd0dd-f469-4450-b407-8e3f357d30fb with binding_index 1 {{(pid=93267) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 22:02:17.770480 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f751f2e-7d70-404a-bbfc-13eee38f88ac admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=93267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 22:02:17.770987 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:17.774709 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:17.774917 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e920a9d-289c-4fb9-a089-e05f88b1ecef admin admin] Pushing event updated for resources: {'Port': ['ID=a37ca007-c1df-4757-a487-6dab230dd10d,revision_number=2']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:17.787138 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-3e920a9d-289c-4fb9-a089-e05f88b1ecef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:17.792194 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.341s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:17.815673 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-6f751f2e-7d70-404a-bbfc-13eee38f88ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527226'] for segment, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:17.816230 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.db.segments_db [None req-6f751f2e-7d70-404a-bbfc-13eee38f88ac admin admin] Added segment 51ac38d3-61c9-46aa-9d89-33896c5cc384 of type vlan for network cfe719dd-70d5-4966-988d-4b7f27d6850b Jun 18 22:02:17.873833 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Pushing event updated for resources: {'Port': ['ID=98429b7f-aae4-4bf4-92f0-e202e3d56ced,revision_number=4']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:17.923510 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:17.959200 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f751f2e-7d70-404a-bbfc-13eee38f88ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f6cdac-8af2-412e-8cfd-2cbb8444ef56,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:17.969972 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-6f751f2e-7d70-404a-bbfc-13eee38f88ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:17.981042 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-6f751f2e-7d70-404a-bbfc-13eee38f88ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765938645724'] for network, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:17.995370 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e920a9d-289c-4fb9-a089-e05f88b1ecef admin admin] Network 2e610704-1278-456e-9ce9-0109af150534 is already hosted by enough agents. {{(pid=93267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:02:17.999691 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.scheduler.base_scheduler [None req-3e920a9d-289c-4fb9-a089-e05f88b1ecef admin admin] Resources bound (agent type, host, resource id): {{(pid=93267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:02:18.059865 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9b1197f-0655-425e-ba5d-c73608a320a2 admin admin] Notify agent at l3_agent.dv-cinder-766752-3-smb the message routers_updated {{(pid=93267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 22:02:18.070060 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9076b486-5994-408e-8af5-50a890fcd149 None None] Sync routers for ids ['f718791a-b063-4175-9f55-8ed0bba93417'] in dv-cinder-766752-3-smb {{(pid=93269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 22:02:18.080612 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9076b486-5994-408e-8af5-50a890fcd149 None None] Routers {'f718791a-b063-4175-9f55-8ed0bba93417'} bound to L3 agent in host dv-cinder-766752-3-smb {{(pid=93269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:02:18.081872 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-9076b486-5994-408e-8af5-50a890fcd149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T21:54:00Z,description=,heartbeat_timestamp=2021-06-18T22:02:00Z,host='dv-cinder-766752-3-smb',id=cffdd0dd-f469-4450-b407-8e3f357d30fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:54:01Z,topic='l3_agent')) {'router_ids': ['f718791a-b063-4175-9f55-8ed0bba93417'], 'active': True} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:02:18.127049 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-6f751f2e-7d70-404a-bbfc-13eee38f88ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-490555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1678354'] for network, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:18.130036 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f751f2e-7d70-404a-bbfc-13eee38f88ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:18.130607 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-6f751f2e-7d70-404a-bbfc-13eee38f88ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678351'] for network, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:18.134703 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:18.145921 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b9b1197f-0655-425e-ba5d-c73608a320a2 admin admin] Notify callbacks [] for router, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:18.147118 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-b9b1197f-0655-425e-ba5d-c73608a320a2 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.6507378 Jun 18 22:02:18.150180 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 42668) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:18.200023 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e920a9d-289c-4fb9-a089-e05f88b1ecef admin admin] Router 43d6f7d3-5366-4833-8963-fba56665fa20 has already been hosted by L3 agent cffdd0dd-f469-4450-b407-8e3f357d30fb {{(pid=93267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 22:02:18.203252 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvr_db [None req-9076b486-5994-408e-8af5-50a890fcd149 None None] Set router f718791a-b063-4175-9f55-8ed0bba93417 gateway port host: dv-cinder-766752-3-smb {{(pid=93269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:02:18.214690 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f751f2e-7d70-404a-bbfc-13eee38f88ac admin admin] Pushing event updated for resources: {'Network': ['ID=cfe719dd-70d5-4966-988d-4b7f27d6850b,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:18.218532 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-6f751f2e-7d70-404a-bbfc-13eee38f88ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:18.238837 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Network cfe719dd-70d5-4966-988d-4b7f27d6850b details requested by agent ovs-agent-dv-cinder-766752-3-smb with host dv-cinder-766752-3-smb {{(pid=93269) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 22:02:18.286883 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-6f751f2e-7d70-404a-bbfc-13eee38f88ac admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5336912 Jun 18 22:02:18.307313 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 42674) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:18.320893 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.v2.base [None req-c397fb70-9e66-4702-a594-f8888ee1e656 admin admin] Request body: {'subnet': {'network_id': 'cfe719dd-70d5-4966-988d-4b7f27d6850b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-803159027-subnet', 'tenant_id': 'b9af6423697f4ba99c38c956bd850030', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:02:18.374301 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e920a9d-289c-4fb9-a089-e05f88b1ecef admin admin] Notify agent at l3_agent.dv-cinder-766752-3-smb the message routers_updated {{(pid=93267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 22:02:18.381241 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-3e920a9d-289c-4fb9-a089-e05f88b1ecef admin admin] 10.222.0.23 "PUT /v2.0/routers/43d6f7d3-5366-4833-8963-fba56665fa20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8806634 Jun 18 22:02:18.389436 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0da7f4b-c01c-4647-a8f2-04d16e5d9c17 None None] Sync routers for ids ['43d6f7d3-5366-4833-8963-fba56665fa20'] in dv-cinder-766752-3-smb {{(pid=93270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 22:02:18.431616 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c397fb70-9e66-4702-a594-f8888ee1e656 admin admin] Made reservation on behalf of b9af6423697f4ba99c38c956bd850030 for: {'subnet': 1} {{(pid=93268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:02:18.433357 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0da7f4b-c01c-4647-a8f2-04d16e5d9c17 None None] Routers {'43d6f7d3-5366-4833-8963-fba56665fa20'} bound to L3 agent in host dv-cinder-766752-3-smb {{(pid=93270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:02:18.434161 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-c397fb70-9e66-4702-a594-f8888ee1e656 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:18.436052 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_hamode_db [None req-a0da7f4b-c01c-4647-a8f2-04d16e5d9c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T21:54:00Z,description=,heartbeat_timestamp=2021-06-18T22:02:00Z,host='dv-cinder-766752-3-smb',id=cffdd0dd-f469-4450-b407-8e3f357d30fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:54:01Z,topic='l3_agent')) {'router_ids': ['43d6f7d3-5366-4833-8963-fba56665fa20'], 'active': True} {{(pid=93270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:02:18.488978 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-9076b486-5994-408e-8af5-50a890fcd149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f718791a-b063-4175-9f55-8ed0bba93417', 'name': 'tempest-AttachVolumeTestJSON-1244901988-router', 'tenant_id': '1a162bbe7ec5404e82b0637c65bc655b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.228'}], 'enable_snat': True}, 'gw_port_id': '24ebf161-ffed-471e-8fb3-4ec465e50da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:02:13Z', 'updated_at': '2021-06-18T22:02:16Z', 'revision_number': 3, 'project_id': '1a162bbe7ec5404e82b0637c65bc655b', 'gw_port': {'id': '24ebf161-ffed-471e-8fb3-4ec465e50da5', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:50:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f718791a-b063-4175-9f55-8ed0bba93417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:02:14Z', 'updated_at': '2021-06-18T22:02:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb'}], 'dv-cinder-766752-3-smb', False) {} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:02:18.578704 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device 60f371f5-fcbe-4128-8de0-06caf6f22824 up at agent ovs-agent-dv-cinder-766752-3-smb {{(pid=93269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:02:18.624931 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9076b486-5994-408e-8af5-50a890fcd149 None None] Checking router: f718791a-b063-4175-9f55-8ed0bba93417 for host: dv-cinder-766752-3-smb {{(pid=93269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 22:02:18.625432 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9076b486-5994-408e-8af5-50a890fcd149 None None] Updating router f718791a-b063-4175-9f55-8ed0bba93417 port 24ebf161-ffed-471e-8fb3-4ec465e50da5 binding host dv-cinder-766752-3-smb {{(pid=93269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 22:02:18.673888 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-9076b486-5994-408e-8af5-50a890fcd149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:18.718287 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Provisioning complete for port 60f371f5-fcbe-4128-8de0-06caf6f22824 triggered by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:02:18.718663 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:18.804357 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_dvr_db [None req-a0da7f4b-c01c-4647-a8f2-04d16e5d9c17 None None] Set router 43d6f7d3-5366-4833-8963-fba56665fa20 gateway port host: dv-cinder-766752-3-smb {{(pid=93270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:02:18.908680 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3f24cd69-cc45-486f-b5ef-9f05866a4a35 req-d9e10b2c-74ca-4d54-ab2e-958a8030a6e3 tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5299238-ba3e-447d-9d5c-50647ed93e33 HTTP/1.1" status: 200 len: 210 time: 0.0404103 Jun 18 22:02:18.912717 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-c397fb70-9e66-4702-a594-f8888ee1e656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361'] for subnet, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:18.919376 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-bb7008fc-583d-4103-9a6f-78893d0d00f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:19.030386 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device 98429b7f-aae4-4bf4-92f0-e202e3d56ced up at agent ovs-agent-dv-cinder-766752-3-smb {{(pid=93269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:02:19.094528 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c397fb70-9e66-4702-a594-f8888ee1e656 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b015f4c-9bbf-4e62-a599-14163b59fc23,revision_number=0']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:19.101132 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-c397fb70-9e66-4702-a594-f8888ee1e656 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:19.129634 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c397fb70-9e66-4702-a594-f8888ee1e656 admin admin] Checking segment: {'id': '51ac38d3-61c9-46aa-9d89-33896c5cc384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cfe719dd-70d5-4966-988d-4b7f27d6850b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:02:19.136576 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c397fb70-9e66-4702-a594-f8888ee1e656 admin admin] Network hostable DHCP agents. Network: cfe719dd-70d5-4966-988d-4b7f27d6850b, hostable agents: ['8cbf1dbc-985e-4686-b9a4-b42f90572d3b'], hosted agents: [] {{(pid=93268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 22:02:19.219367 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_hamode_db [None req-a0da7f4b-c01c-4647-a8f2-04d16e5d9c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d6f7d3-5366-4833-8963-fba56665fa20', 'name': 'tempest-ServerRescueNegativeTestJSON-2081570822-router', 'tenant_id': '194d0725082a4b188ee68100035994ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.30'}], 'enable_snat': True}, 'gw_port_id': '98429b7f-aae4-4bf4-92f0-e202e3d56ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:02:09Z', 'updated_at': '2021-06-18T22:02:16Z', 'revision_number': 4, 'project_id': '194d0725082a4b188ee68100035994ba', 'gw_port': {'id': '98429b7f-aae4-4bf4-92f0-e202e3d56ced', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:97:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d6f7d3-5366-4833-8963-fba56665fa20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:02:11Z', 'updated_at': '2021-06-18T22:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb', '_interfaces': [{'id': 'a37ca007-c1df-4757-a487-6dab230dd10d', 'name': '', 'network_id': '2e610704-1278-456e-9ce9-0109af150534', 'tenant_id': '194d0725082a4b188ee68100035994ba', 'mac_address': 'fa:16:3e:87:04:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43d6f7d3-5366-4833-8963-fba56665fa20', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '127a1104-a6cb-4a46-bd9c-a1b88caa2a45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:02:14Z', 'updated_at': '2021-06-18T22:02:17Z', 'revision_number': 2, 'project_id': '194d0725082a4b188ee68100035994ba', 'subnets': [{'id': '127a1104-a6cb-4a46-bd9c-a1b88caa2a45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-smb', False) {} {{(pid=93270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:02:19.220534 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Provisioning complete for port 98429b7f-aae4-4bf4-92f0-e202e3d56ced triggered by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:02:19.221017 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:19.256382 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0da7f4b-c01c-4647-a8f2-04d16e5d9c17 None None] Checking router: 43d6f7d3-5366-4833-8963-fba56665fa20 for host: dv-cinder-766752-3-smb {{(pid=93270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 22:02:19.257632 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0da7f4b-c01c-4647-a8f2-04d16e5d9c17 None None] Updating router 43d6f7d3-5366-4833-8963-fba56665fa20 port a37ca007-c1df-4757-a487-6dab230dd10d binding host dv-cinder-766752-3-smb {{(pid=93270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 22:02:19.259758 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-9076b486-5994-408e-8af5-50a890fcd149 None None] Notify callbacks [] for port, precommit_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:19.281659 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-9076b486-5994-408e-8af5-50a890fcd149 None None] Transition to ACTIVE for port object 24ebf161-ffed-471e-8fb3-4ec465e50da5 will not be triggered until provisioned by entity L2. {{(pid=93269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:02:19.337675 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-a0da7f4b-c01c-4647-a8f2-04d16e5d9c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:19.343889 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c397fb70-9e66-4702-a594-f8888ee1e656 admin admin] Network cfe719dd-70d5-4966-988d-4b7f27d6850b is scheduled to be hosted by DHCP agent 8cbf1dbc-985e-4686-b9a4-b42f90572d3b with binding_index 1 {{(pid=93268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 22:02:19.349896 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-9076b486-5994-408e-8af5-50a890fcd149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:19.359493 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:19.383342 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-b59c7cf1-c61b-4ada-bf52-4953fa451efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550498'] for port, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:19.420752 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.managers [None req-9076b486-5994-408e-8af5-50a890fcd149 None None] Attempting to bind port 24ebf161-ffed-471e-8fb3-4ec465e50da5 on host dv-cinder-766752-3-smb for vnic_type normal with profile {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:02:19.421126 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.managers [None req-9076b486-5994-408e-8af5-50a890fcd149 None None] Attempting to bind port 24ebf161-ffed-471e-8fb3-4ec465e50da5 by drivers openvswitch,hyperv on host dv-cinder-766752-3-smb at level 0 using segments [{'id': '84b34c11-c765-4838-8c05-a350e58a1412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30'}] {{(pid=93269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:02:19.421490 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9076b486-5994-408e-8af5-50a890fcd149 None None] Attempting to bind port 24ebf161-ffed-471e-8fb3-4ec465e50da5 on network 0a94a276-d24e-41da-a649-5ffe202eff30 {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:02:19.431258 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26d7ed0-2906-4a90-8594-b0a2c247d7a7 None None] Pushing event updated for resources: {'Port': ['ID=24ebf161-ffed-471e-8fb3-4ec465e50da5,revision_number=2']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:19.439003 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-e26d7ed0-2906-4a90-8594-b0a2c247d7a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:19.440175 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9076b486-5994-408e-8af5-50a890fcd149 None None] Checking agent: {'id': 'e70860c9-a5d2-4f1c-a15e-7701e23dd36c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 21, 54), 'started_at': datetime.datetime(2021, 6, 18, 21, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:02:19.440710 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9076b486-5994-408e-8af5-50a890fcd149 None None] Checking segment: {'id': '84b34c11-c765-4838-8c05-a350e58a1412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:02:19.441246 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-9076b486-5994-408e-8af5-50a890fcd149 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:19.441787 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9076b486-5994-408e-8af5-50a890fcd149 None None] Bound using segment: {'id': '84b34c11-c765-4838-8c05-a350e58a1412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30'} {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:02:19.442265 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.managers [None req-9076b486-5994-408e-8af5-50a890fcd149 None None] Bound port: 24ebf161-ffed-471e-8fb3-4ec465e50da5, host: dv-cinder-766752-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84b34c11-c765-4838-8c05-a350e58a1412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30'}}] {{(pid=93269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:02:19.442642 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-9076b486-5994-408e-8af5-50a890fcd149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:19.462123 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.base_scheduler [None req-c397fb70-9e66-4702-a594-f8888ee1e656 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-3-smb, cfe719dd-70d5-4966-988d-4b7f27d6850b) {{(pid=93268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:02:19.477613 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c397fb70-9e66-4702-a594-f8888ee1e656 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:19.478728 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-c397fb70-9e66-4702-a594-f8888ee1e656 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678351'] for subnet, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:19.497966 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519bb22b-7fd0-42bd-922d-c8f232d76d31 None None] Network cfe719dd-70d5-4966-988d-4b7f27d6850b requested from dv-cinder-766752-3-smb {{(pid=93269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 22:02:19.615406 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-c397fb70-9e66-4702-a594-f8888ee1e656 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3066339 Jun 18 22:02:19.648534 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-9076b486-5994-408e-8af5-50a890fcd149 None None] For port 24ebf161-ffed-471e-8fb3-4ec465e50da5, host dv-cinder-766752-3-smb, cleared binding levels {{(pid=93269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:02:19.651734 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-9076b486-5994-408e-8af5-50a890fcd149 None None] For port 24ebf161-ffed-471e-8fb3-4ec465e50da5, host dv-cinder-766752-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-smb',level=0,port_id=24ebf161-ffed-471e-8fb3-4ec465e50da5,segment=NetworkSegment(84b34c11-c765-4838-8c05-a350e58a1412),segment_id=84b34c11-c765-4838-8c05-a350e58a1412)] {{(pid=93269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:02:19.701588 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-a0da7f4b-c01c-4647-a8f2-04d16e5d9c17 None None] Notify callbacks [] for port, precommit_update {{(pid=93270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:19.713254 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.provisioning_blocks [None req-a0da7f4b-c01c-4647-a8f2-04d16e5d9c17 None None] Transition to ACTIVE for port object a37ca007-c1df-4757-a487-6dab230dd10d will not be triggered until provisioned by entity L2. {{(pid=93270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:02:19.730280 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-9076b486-5994-408e-8af5-50a890fcd149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:19.732755 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:19.737552 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2b3a03-1693-4623-948a-436e451690c4 None None] Network cfe719dd-70d5-4966-988d-4b7f27d6850b requested from dv-cinder-766752-3-smb {{(pid=93269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 22:02:19.797793 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.db_base_plugin_common [None req-b59c7cf1-c61b-4ada-bf52-4953fa451efd admin admin] Allocated IP 172.20.0.1 (2767e6ef-6819-45b8-a88a-d01068b3a363/2c05298a-5496-468b-af9b-eb839c301437/17c19ec5-ff0f-44e7-a83b-7acfbb2c1708) {{(pid=93268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:02:19.812377 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-a0da7f4b-c01c-4647-a8f2-04d16e5d9c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:19.816877 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG oslo_concurrency.lockutils [None req-0cf6a4ca-7c9c-4e1d-a7d8-44b50a831957 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:19.887582 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9efdd52-08bd-4f8c-8b16-b141f15da06d req-43184c4f-6aac-462a-afd7-f4ff2f28ece5 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:19.889263 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-f9efdd52-08bd-4f8c-8b16-b141f15da06d req-43184c4f-6aac-462a-afd7-f4ff2f28ece5 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/networks?id=2e610704-1278-456e-9ce9-0109af150534 HTTP/1.1" status: 200 len: 819 time: 0.2076464 Jun 18 22:02:19.911142 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-f9efdd52-08bd-4f8c-8b16-b141f15da06d req-08ed821f-ced1-49cb-8087-743fcced0396 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/quotas/194d0725082a4b188ee68100035994ba HTTP/1.1" status: 200 len: 375 time: 0.0153093 Jun 18 22:02:19.971288 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26d7ed0-2906-4a90-8594-b0a2c247d7a7 None None] Pushing event updated for resources: {'Port': ['ID=24ebf161-ffed-471e-8fb3-4ec465e50da5,revision_number=3']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:19.980507 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-e26d7ed0-2906-4a90-8594-b0a2c247d7a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:20.000210 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9076b486-5994-408e-8af5-50a890fcd149 None None] Routers {'f718791a-b063-4175-9f55-8ed0bba93417'} bound to L3 agent in host dv-cinder-766752-3-smb {{(pid=93269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:02:20.000967 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-9076b486-5994-408e-8af5-50a890fcd149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T21:54:00Z,description=,heartbeat_timestamp=2021-06-18T22:02:00Z,host='dv-cinder-766752-3-smb',id=cffdd0dd-f469-4450-b407-8e3f357d30fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:54:01Z,topic='l3_agent')) {'router_ids': ['f718791a-b063-4175-9f55-8ed0bba93417'], 'active': True} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:02:20.011414 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dba2f6-b1ca-4ec4-9768-6c1217ef9bbe None None] Pushing event updated for resources: {'Port': ['ID=a37ca007-c1df-4757-a487-6dab230dd10d,revision_number=3']} {{(pid=93270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:20.026969 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG oslo_concurrency.lockutils [None req-76dba2f6-b1ca-4ec4-9768-6c1217ef9bbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=93270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:20.029799 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-b59c7cf1-c61b-4ada-bf52-4953fa451efd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:20.080983 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:20.093999 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.plugins.ml2.managers [None req-a0da7f4b-c01c-4647-a8f2-04d16e5d9c17 None None] Attempting to bind port a37ca007-c1df-4757-a487-6dab230dd10d on host dv-cinder-766752-3-smb for vnic_type normal with profile {{(pid=93270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:02:20.094440 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.plugins.ml2.managers [None req-a0da7f4b-c01c-4647-a8f2-04d16e5d9c17 None None] Attempting to bind port a37ca007-c1df-4757-a487-6dab230dd10d by drivers openvswitch,hyperv on host dv-cinder-766752-3-smb at level 0 using segments [{'id': 'c627a06e-c5a0-4830-ab6a-ca32b638bf65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '2e610704-1278-456e-9ce9-0109af150534'}] {{(pid=93270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:02:20.094910 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0da7f4b-c01c-4647-a8f2-04d16e5d9c17 None None] Attempting to bind port a37ca007-c1df-4757-a487-6dab230dd10d on network 2e610704-1278-456e-9ce9-0109af150534 {{(pid=93270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:02:20.101709 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0da7f4b-c01c-4647-a8f2-04d16e5d9c17 None None] Checking agent: {'id': 'e70860c9-a5d2-4f1c-a15e-7701e23dd36c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 21, 54), 'started_at': datetime.datetime(2021, 6, 18, 21, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:02:20.102062 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0da7f4b-c01c-4647-a8f2-04d16e5d9c17 None None] Checking segment: {'id': 'c627a06e-c5a0-4830-ab6a-ca32b638bf65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '2e610704-1278-456e-9ce9-0109af150534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:02:20.106746 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-a0da7f4b-c01c-4647-a8f2-04d16e5d9c17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:20.106746 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0da7f4b-c01c-4647-a8f2-04d16e5d9c17 None None] Bound using segment: {'id': 'c627a06e-c5a0-4830-ab6a-ca32b638bf65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '2e610704-1278-456e-9ce9-0109af150534'} {{(pid=93270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:02:20.106746 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.plugins.ml2.managers [None req-a0da7f4b-c01c-4647-a8f2-04d16e5d9c17 None None] Bound port: a37ca007-c1df-4757-a487-6dab230dd10d, host: dv-cinder-766752-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c627a06e-c5a0-4830-ab6a-ca32b638bf65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '2e610704-1278-456e-9ce9-0109af150534'}}] {{(pid=93270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:02:20.106746 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-a0da7f4b-c01c-4647-a8f2-04d16e5d9c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:20.207177 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 42750) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:20.226572 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-468d26e8-d163-4dc8-8729-241b143c21fe req-118318d7-52cf-46e5-bc12-003cba2f7c60 tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5299238-ba3e-447d-9d5c-50647ed93e33 HTTP/1.1" status: 200 len: 210 time: 0.1744401 Jun 18 22:02:20.229642 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.plugins.ml2.db [None req-a0da7f4b-c01c-4647-a8f2-04d16e5d9c17 None None] For port a37ca007-c1df-4757-a487-6dab230dd10d, host dv-cinder-766752-3-smb, cleared binding levels {{(pid=93270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:02:20.231994 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-b59c7cf1-c61b-4ada-bf52-4953fa451efd admin admin] Transition to ACTIVE for port object 17c19ec5-ff0f-44e7-a83b-7acfbb2c1708 will not be triggered until provisioned by entity DHCP. {{(pid=93268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:02:20.235693 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.plugins.ml2.db [None req-a0da7f4b-c01c-4647-a8f2-04d16e5d9c17 None None] For port a37ca007-c1df-4757-a487-6dab230dd10d, host dv-cinder-766752-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-smb',level=0,port_id=a37ca007-c1df-4757-a487-6dab230dd10d,segment=NetworkSegment(c627a06e-c5a0-4830-ab6a-ca32b638bf65),segment_id=c627a06e-c5a0-4830-ab6a-ca32b638bf65)] {{(pid=93270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:02:20.276752 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvr_db [None req-9076b486-5994-408e-8af5-50a890fcd149 None None] Set router f718791a-b063-4175-9f55-8ed0bba93417 gateway port host: dv-cinder-766752-3-smb {{(pid=93269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:02:20.286346 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.db.db_base_plugin_v2 [None req-f94ef6df-d000-4b9d-a581-be117e627f7b admin admin] Deleting subnet ce640073-97dc-4465-aa3e-d64402d92247 {{(pid=93267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 22:02:20.303707 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-f9efdd52-08bd-4f8c-8b16-b141f15da06d req-37e40438-0bd5-4502-8f6f-3e1d892a7d5b tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=194d0725082a4b188ee68100035994ba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3695209 Jun 18 22:02:20.304011 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-f94ef6df-d000-4b9d-a581-be117e627f7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:20.356214 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-a0da7f4b-c01c-4647-a8f2-04d16e5d9c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:20.360734 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG oslo_concurrency.lockutils [None req-fb919268-4804-412a-ba74-4ef53eb97743 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:20.371347 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-f94ef6df-d000-4b9d-a581-be117e627f7b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:20.396349 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-f94ef6df-d000-4b9d-a581-be117e627f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525357'] for subnet, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:20.455967 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-b59c7cf1-c61b-4ada-bf52-4953fa451efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-549537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1678354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765938626142'] for port, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:20.460862 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:20.480359 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0da7f4b-c01c-4647-a8f2-04d16e5d9c17 None None] Routers {'43d6f7d3-5366-4833-8963-fba56665fa20'} bound to L3 agent in host dv-cinder-766752-3-smb {{(pid=93270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:02:20.487054 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_hamode_db [None req-a0da7f4b-c01c-4647-a8f2-04d16e5d9c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T21:54:00Z,description=,heartbeat_timestamp=2021-06-18T22:02:00Z,host='dv-cinder-766752-3-smb',id=cffdd0dd-f469-4450-b407-8e3f357d30fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:54:01Z,topic='l3_agent')) {'router_ids': ['43d6f7d3-5366-4833-8963-fba56665fa20'], 'active': True} {{(pid=93270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:02:20.508148 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-9076b486-5994-408e-8af5-50a890fcd149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f718791a-b063-4175-9f55-8ed0bba93417', 'name': 'tempest-AttachVolumeTestJSON-1244901988-router', 'tenant_id': '1a162bbe7ec5404e82b0637c65bc655b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.228'}], 'enable_snat': True}, 'gw_port_id': '24ebf161-ffed-471e-8fb3-4ec465e50da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:02:13Z', 'updated_at': '2021-06-18T22:02:16Z', 'revision_number': 3, 'project_id': '1a162bbe7ec5404e82b0637c65bc655b', 'gw_port': {'id': '24ebf161-ffed-471e-8fb3-4ec465e50da5', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:50:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f718791a-b063-4175-9f55-8ed0bba93417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:02:14Z', 'updated_at': '2021-06-18T22:02:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb'}], 'dv-cinder-766752-3-smb', False) {} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:02:20.529187 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dba2f6-b1ca-4ec4-9768-6c1217ef9bbe None None] Pushing event updated for resources: {'Port': ['ID=a37ca007-c1df-4757-a487-6dab230dd10d,revision_number=4']} {{(pid=93270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:20.537422 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG oslo_concurrency.lockutils [None req-76dba2f6-b1ca-4ec4-9768-6c1217ef9bbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:20.545197 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9076b486-5994-408e-8af5-50a890fcd149 None None] The sync data for ids ['f718791a-b063-4175-9f55-8ed0bba93417'] in dv-cinder-766752-3-smb is: [{'id': 'f718791a-b063-4175-9f55-8ed0bba93417', 'name': 'tempest-AttachVolumeTestJSON-1244901988-router', 'tenant_id': '1a162bbe7ec5404e82b0637c65bc655b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.228'}], 'enable_snat': True}, 'gw_port_id': '24ebf161-ffed-471e-8fb3-4ec465e50da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:02:13Z', 'updated_at': '2021-06-18T22:02:16Z', 'revision_number': 3, 'project_id': '1a162bbe7ec5404e82b0637c65bc655b', 'gw_port': {'id': '24ebf161-ffed-471e-8fb3-4ec465e50da5', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:50:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f718791a-b063-4175-9f55-8ed0bba93417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:02:14Z', 'updated_at': '2021-06-18T22:02:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb'}] {{(pid=93269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 22:02:20.594660 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-f94ef6df-d000-4b9d-a581-be117e627f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361'] for subnet, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:20.600311 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:20.611716 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59c7cf1-c61b-4ada-bf52-4953fa451efd admin admin] Network 2767e6ef-6819-45b8-a88a-d01068b3a363 is already hosted by enough agents. {{(pid=93268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:02:20.618498 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.base_scheduler [None req-b59c7cf1-c61b-4ada-bf52-4953fa451efd admin admin] Resources bound (agent type, host, resource id): {{(pid=93268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:02:20.622353 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59c7cf1-c61b-4ada-bf52-4953fa451efd admin admin] Received port after_create {{(pid=93268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:02:20.623066 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-b59c7cf1-c61b-4ada-bf52-4953fa451efd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-519215'] for router_interface, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:20.689512 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94ef6df-d000-4b9d-a581-be117e627f7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce640073-97dc-4465-aa3e-d64402d92247,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:20.717317 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-f94ef6df-d000-4b9d-a581-be117e627f7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:20.719944 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-f94ef6df-d000-4b9d-a581-be117e627f7b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ce640073-97dc-4465-aa3e-d64402d92247 HTTP/1.1" status: 204 len: 168 time: 0.5101547 Jun 18 22:02:20.727943 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 42770) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:20.752064 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_dvr_db [None req-a0da7f4b-c01c-4647-a8f2-04d16e5d9c17 None None] Set router 43d6f7d3-5366-4833-8963-fba56665fa20 gateway port host: dv-cinder-766752-3-smb {{(pid=93270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:02:20.795602 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59c7cf1-c61b-4ada-bf52-4953fa451efd admin admin] Pushing event updated for resources: {'Port': ['ID=17c19ec5-ff0f-44e7-a83b-7acfbb2c1708,revision_number=1']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:20.806350 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-b59c7cf1-c61b-4ada-bf52-4953fa451efd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:20.875003 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-f94ef6df-d000-4b9d-a581-be117e627f7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:20.916133 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-9c66b158-ad70-43e5-af32-142de9994803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647953'] for network, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:21.033847 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-39a0d36f-609d-43fb-b0c3-819625638156 None None] Provisioning for port 17c19ec5-ff0f-44e7-a83b-7acfbb2c1708 completed by entity DHCP. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:02:21.038116 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-39a0d36f-609d-43fb-b0c3-819625638156 None None] Provisioning complete for port 17c19ec5-ff0f-44e7-a83b-7acfbb2c1708 triggered by entity DHCP. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:02:21.038490 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-39a0d36f-609d-43fb-b0c3-819625638156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:21.126147 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-9c66b158-ad70-43e5-af32-142de9994803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1539570', 'neutron.services.segments.db._delete_segments_for_network-8765939166931'] for network, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:21.139893 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-9c66b158-ad70-43e5-af32-142de9994803 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 22:02:21.141214 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-9c66b158-ad70-43e5-af32-142de9994803 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 22:02:21.142268 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-9c66b158-ad70-43e5-af32-142de9994803 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 22:02:21.142891 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.plugin [None req-39a0d36f-609d-43fb-b0c3-819625638156 None None] Port 17c19ec5-ff0f-44e7-a83b-7acfbb2c1708 cannot update to ACTIVE because it is not bound. {{(pid=93269) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 22:02:21.143409 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-9c66b158-ad70-43e5-af32-142de9994803 admin admin] Subscribe: > port after_create 55550000 {{(pid=93267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 22:02:21.145740 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-9c66b158-ad70-43e5-af32-142de9994803 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 22:02:21.146553 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-9c66b158-ad70-43e5-af32-142de9994803 admin admin] Subscribe: > port after_update 55550000 {{(pid=93267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 22:02:21.147072 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-9c66b158-ad70-43e5-af32-142de9994803 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 22:02:21.147580 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-9c66b158-ad70-43e5-af32-142de9994803 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 22:02:21.148098 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-9c66b158-ad70-43e5-af32-142de9994803 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 22:02:21.148923 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-9c66b158-ad70-43e5-af32-142de9994803 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 22:02:21.193004 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_hamode_db [None req-a0da7f4b-c01c-4647-a8f2-04d16e5d9c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d6f7d3-5366-4833-8963-fba56665fa20', 'name': 'tempest-ServerRescueNegativeTestJSON-2081570822-router', 'tenant_id': '194d0725082a4b188ee68100035994ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.30'}], 'enable_snat': True}, 'gw_port_id': '98429b7f-aae4-4bf4-92f0-e202e3d56ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:02:09Z', 'updated_at': '2021-06-18T22:02:16Z', 'revision_number': 4, 'project_id': '194d0725082a4b188ee68100035994ba', 'gw_port': {'id': '98429b7f-aae4-4bf4-92f0-e202e3d56ced', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:97:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d6f7d3-5366-4833-8963-fba56665fa20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:02:11Z', 'updated_at': '2021-06-18T22:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb', '_interfaces': [{'id': 'a37ca007-c1df-4757-a487-6dab230dd10d', 'name': '', 'network_id': '2e610704-1278-456e-9ce9-0109af150534', 'tenant_id': '194d0725082a4b188ee68100035994ba', 'mac_address': 'fa:16:3e:87:04:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43d6f7d3-5366-4833-8963-fba56665fa20', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '127a1104-a6cb-4a46-bd9c-a1b88caa2a45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:02:14Z', 'updated_at': '2021-06-18T22:02:20Z', 'revision_number': 4, 'project_id': '194d0725082a4b188ee68100035994ba', 'subnets': [{'id': '127a1104-a6cb-4a46-bd9c-a1b88caa2a45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-smb', False) {} {{(pid=93270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:02:21.255357 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0da7f4b-c01c-4647-a8f2-04d16e5d9c17 None None] The sync data for ids ['43d6f7d3-5366-4833-8963-fba56665fa20'] in dv-cinder-766752-3-smb is: [{'id': '43d6f7d3-5366-4833-8963-fba56665fa20', 'name': 'tempest-ServerRescueNegativeTestJSON-2081570822-router', 'tenant_id': '194d0725082a4b188ee68100035994ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.30'}], 'enable_snat': True}, 'gw_port_id': '98429b7f-aae4-4bf4-92f0-e202e3d56ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:02:09Z', 'updated_at': '2021-06-18T22:02:16Z', 'revision_number': 4, 'project_id': '194d0725082a4b188ee68100035994ba', 'gw_port': {'id': '98429b7f-aae4-4bf4-92f0-e202e3d56ced', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:97:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d6f7d3-5366-4833-8963-fba56665fa20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:02:11Z', 'updated_at': '2021-06-18T22:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb', '_interfaces': [{'id': 'a37ca007-c1df-4757-a487-6dab230dd10d', 'name': '', 'network_id': '2e610704-1278-456e-9ce9-0109af150534', 'tenant_id': '194d0725082a4b188ee68100035994ba', 'mac_address': 'fa:16:3e:87:04:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43d6f7d3-5366-4833-8963-fba56665fa20', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '127a1104-a6cb-4a46-bd9c-a1b88caa2a45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:02:14Z', 'updated_at': '2021-06-18T22:02:20Z', 'revision_number': 4, 'project_id': '194d0725082a4b188ee68100035994ba', 'subnets': [{'id': '127a1104-a6cb-4a46-bd9c-a1b88caa2a45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 22:02:21.349046 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-9c66b158-ad70-43e5-af32-142de9994803 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 22:02:21.349046 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-9c66b158-ad70-43e5-af32-142de9994803 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 22:02:21.349698 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-9c66b158-ad70-43e5-af32-142de9994803 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 22:02:21.350289 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-9c66b158-ad70-43e5-af32-142de9994803 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 22:02:21.350871 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.services.segments.db [None req-9c66b158-ad70-43e5-af32-142de9994803 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d42b56a5-48e5-4bd1-88b6-fbd62129c54b']}} {{(pid=93267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:02:21.374136 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.services.segments.db [None req-9c66b158-ad70-43e5-af32-142de9994803 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69229b63-0711-446a-bb0b-3258333c583a') {'for_net_delete': True} {{(pid=93267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:02:21.374814 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.services.segments.db [None req-9c66b158-ad70-43e5-af32-142de9994803 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69229b63-0711-446a-bb0b-3258333c583a') {} {{(pid=93267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:02:21.395723 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-9c66b158-ad70-43e5-af32-142de9994803 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765939166760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866941'] for segment, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:21.438019 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-9c66b158-ad70-43e5-af32-142de9994803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527226'] for segment, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:21.451913 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-e1857e47-df20-49f1-a012-dc00e86c95fd req-14edf3c9-6d1c-41d4-a93d-570b1b309637 tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5299238-ba3e-447d-9d5c-50647ed93e33 HTTP/1.1" status: 200 len: 210 time: 0.0590692 Jun 18 22:02:21.461352 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c66b158-ad70-43e5-af32-142de9994803 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=93267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 22:02:21.461787 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-9c66b158-ad70-43e5-af32-142de9994803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2839725'] for segment, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:21.462092 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-b59c7cf1-c61b-4ada-bf52-4953fa451efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:21.473191 dv-cinder-766752-3-smb neutron-server[93267]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 18 22:02:21.473191 dv-cinder-766752-3-smb neutron-server[93267]: from cryptography.utils import int_from_bytes Jun 18 22:02:21.473191 dv-cinder-766752-3-smb neutron-server[93267]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 18 22:02:21.473191 dv-cinder-766752-3-smb neutron-server[93267]: from cryptography.utils import int_from_bytes Jun 18 22:02:21.473191 dv-cinder-766752-3-smb neutron-server[93267]: Traceback (most recent call last): Jun 18 22:02:21.473191 dv-cinder-766752-3-smb neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 22:02:21.473191 dv-cinder-766752-3-smb neutron-server[93267]: timer() Jun 18 22:02:21.473191 dv-cinder-766752-3-smb neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 22:02:21.473191 dv-cinder-766752-3-smb neutron-server[93267]: cb(*args, **kw) Jun 18 22:02:21.473191 dv-cinder-766752-3-smb neutron-server[93267]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 22:02:21.473191 dv-cinder-766752-3-smb neutron-server[93267]: return func(*args, **kwargs) Jun 18 22:02:21.473191 dv-cinder-766752-3-smb neutron-server[93267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 22:02:21.473191 dv-cinder-766752-3-smb neutron-server[93267]: self._notify() Jun 18 22:02:21.473191 dv-cinder-766752-3-smb neutron-server[93267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 22:02:21.473191 dv-cinder-766752-3-smb neutron-server[93267]: self.callback(batched_events) Jun 18 22:02:21.473191 dv-cinder-766752-3-smb neutron-server[93267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 22:02:21.473191 dv-cinder-766752-3-smb neutron-server[93267]: event.method(event) Jun 18 22:02:21.473191 dv-cinder-766752-3-smb neutron-server[93267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 22:02:21.473191 dv-cinder-766752-3-smb neutron-server[93267]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 22:02:21.473191 dv-cinder-766752-3-smb neutron-server[93267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 22:02:21.473191 dv-cinder-766752-3-smb neutron-server[93267]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 22:02:21.473191 dv-cinder-766752-3-smb neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 22:02:21.473191 dv-cinder-766752-3-smb neutron-server[93267]: return f(self, *a, **k) Jun 18 22:02:21.473191 dv-cinder-766752-3-smb neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 22:02:21.473191 dv-cinder-766752-3-smb neutron-server[93267]: return self._get(url).json() Jun 18 22:02:21.473191 dv-cinder-766752-3-smb neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 22:02:21.473191 dv-cinder-766752-3-smb neutron-server[93267]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 22:02:21.473191 dv-cinder-766752-3-smb neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 22:02:21.473191 dv-cinder-766752-3-smb neutron-server[93267]: return self.request(url, 'GET', **kwargs) Jun 18 22:02:21.473191 dv-cinder-766752-3-smb neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 22:02:21.473191 dv-cinder-766752-3-smb neutron-server[93267]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 22:02:21.473191 dv-cinder-766752-3-smb neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 22:02:21.473191 dv-cinder-766752-3-smb neutron-server[93267]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 22:02:21.473191 dv-cinder-766752-3-smb neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 22:02:21.473191 dv-cinder-766752-3-smb neutron-server[93267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 22:02:21.473191 dv-cinder-766752-3-smb neutron-server[93267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 22:02:21.872349 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-9c66b158-ad70-43e5-af32-142de9994803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1539563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-490555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1678354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-515970'] for network, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:21.872349 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-876912ac-8ba6-4235-9455-8218168fbd16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:21.872349 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-9c66b158-ad70-43e5-af32-142de9994803 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678351'] for network, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:21.872349 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-9c66b158-ad70-43e5-af32-142de9994803 admin admin] 10.222.0.23 "DELETE /v2.0/networks/d42b56a5-48e5-4bd1-88b6-fbd62129c54b HTTP/1.1" status: 204 len: 168 time: 0.9707906 Jun 18 22:02:21.872349 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 42796) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:21.872349 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c66b158-ad70-43e5-af32-142de9994803 admin admin] Pushing event deleted for resources: {'Network': ['ID=d42b56a5-48e5-4bd1-88b6-fbd62129c54b,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:21.872349 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-9c66b158-ad70-43e5-af32-142de9994803 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:21.872349 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.db.db_base_plugin_v2 [None req-8793715a-f33b-4156-820b-b8fbf50fed47 admin admin] Deleting subnet 3b015f4c-9bbf-4e62-a599-14163b59fc23 {{(pid=93267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 22:02:21.882529 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [req-f9efdd52-08bd-4f8c-8b16-b141f15da06d req-1e7113ef-8f5e-41a0-889f-e8fdbd85b1e8 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 22:02:21.886684 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-8793715a-f33b-4156-820b-b8fbf50fed47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:21.887208 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-f9efdd52-08bd-4f8c-8b16-b141f15da06d req-1e7113ef-8f5e-41a0-889f-e8fdbd85b1e8 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7394669 Jun 18 22:02:21.887208 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-b59c7cf1-c61b-4ada-bf52-4953fa451efd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:21.887888 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-8793715a-f33b-4156-820b-b8fbf50fed47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3866932'] for subnet, precommit_delete_associations {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:21.997679 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-8793715a-f33b-4156-820b-b8fbf50fed47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525357'] for subnet, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:22.004392 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-f9efdd52-08bd-4f8c-8b16-b141f15da06d req-c17949c9-4111-4cc0-b7ad-811f73957d4d service neutron] 10.222.0.23 "GET /v2.0/networks/2e610704-1278-456e-9ce9-0109af150534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975017 Jun 18 22:02:22.093195 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-b59c7cf1-c61b-4ada-bf52-4953fa451efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:22.106227 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-b59c7cf1-c61b-4ada-bf52-4953fa451efd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513078'] for router_interface, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:22.115854 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:22.194003 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-8793715a-f33b-4156-820b-b8fbf50fed47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2856249'] for subnet, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:22.197477 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:22.210738 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-f9efdd52-08bd-4f8c-8b16-b141f15da06d req-8303e74d-f2ef-42dc-b1bb-379296ab9d0a service neutron] 10.222.0.23 "GET /v2.0/networks/2e610704-1278-456e-9ce9-0109af150534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052050 Jun 18 22:02:22.221650 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59c7cf1-c61b-4ada-bf52-4953fa451efd admin admin] Pushing event updated for resources: {'Port': ['ID=17c19ec5-ff0f-44e7-a83b-7acfbb2c1708,revision_number=2']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:22.226995 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-b59c7cf1-c61b-4ada-bf52-4953fa451efd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:22.305388 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8793715a-f33b-4156-820b-b8fbf50fed47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b015f4c-9bbf-4e62-a599-14163b59fc23,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:22.313402 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59c7cf1-c61b-4ada-bf52-4953fa451efd admin admin] Network 2767e6ef-6819-45b8-a88a-d01068b3a363 is already hosted by enough agents. {{(pid=93268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:02:22.314983 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.base_scheduler [None req-b59c7cf1-c61b-4ada-bf52-4953fa451efd admin admin] Resources bound (agent type, host, resource id): {{(pid=93268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:02:22.324606 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-8793715a-f33b-4156-820b-b8fbf50fed47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:22.325335 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-8793715a-f33b-4156-820b-b8fbf50fed47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:22.327179 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-8793715a-f33b-4156-820b-b8fbf50fed47 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3b015f4c-9bbf-4e62-a599-14163b59fc23 HTTP/1.1" status: 204 len: 168 time: 0.6010072 Jun 18 22:02:22.335628 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 42812) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:22.541465 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b59c7cf1-c61b-4ada-bf52-4953fa451efd admin admin] Router f718791a-b063-4175-9f55-8ed0bba93417 has already been hosted by L3 agent cffdd0dd-f469-4450-b407-8e3f357d30fb {{(pid=93268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 22:02:22.570687 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-ef092e26-bbd1-4cd1-bf00-2f5dc5699c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647953'] for network, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:22.655295 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device a37ca007-c1df-4757-a487-6dab230dd10d up at agent ovs-agent-dv-cinder-766752-3-smb {{(pid=93269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:02:22.845513 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-ef092e26-bbd1-4cd1-bf00-2f5dc5699c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1539570', 'neutron.services.segments.db._delete_segments_for_network-8765939166931'] for network, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:22.867468 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.services.segments.db [None req-ef092e26-bbd1-4cd1-bf00-2f5dc5699c2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfe719dd-70d5-4966-988d-4b7f27d6850b']}} {{(pid=93267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:02:22.879295 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-9bb48b01-dc40-42f1-b89c-d08fe0592717 req-5c5d22a3-695f-4543-9c07-3658fc43abc7 tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5299238-ba3e-447d-9d5c-50647ed93e33 HTTP/1.1" status: 200 len: 210 time: 0.0504303 Jun 18 22:02:22.898829 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Provisioning for port a37ca007-c1df-4757-a487-6dab230dd10d completed by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:02:22.903149 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.services.segments.db [None req-ef092e26-bbd1-4cd1-bf00-2f5dc5699c2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51ac38d3-61c9-46aa-9d89-33896c5cc384') {'for_net_delete': True} {{(pid=93267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:02:22.904397 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.services.segments.db [None req-ef092e26-bbd1-4cd1-bf00-2f5dc5699c2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51ac38d3-61c9-46aa-9d89-33896c5cc384') {} {{(pid=93267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:02:22.919380 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-fdbecb59-ea8b-4308-ac37-6cf1de69e447 req-b0928cb1-8fde-4cf3-89a3-8d32d539ce7f tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=86124762-9669-4327-a28e-3ab5a1591ad4 HTTP/1.1" status: 200 len: 210 time: 0.0927629 Jun 18 22:02:22.919821 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-73194f7b-d3f4-4ea3-8ed6-1a01b61dae68 None None] Provisioning complete for port 17c19ec5-ff0f-44e7-a83b-7acfbb2c1708 triggered by entity DHCP. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:02:22.920209 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-73194f7b-d3f4-4ea3-8ed6-1a01b61dae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:22.927765 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-ef092e26-bbd1-4cd1-bf00-2f5dc5699c2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765939166760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866941'] for segment, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:22.960207 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b59c7cf1-c61b-4ada-bf52-4953fa451efd admin admin] Notify agent at l3_agent.dv-cinder-766752-3-smb the message routers_updated {{(pid=93268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 22:02:22.966549 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-b59c7cf1-c61b-4ada-bf52-4953fa451efd admin admin] 10.222.0.23 "PUT /v2.0/routers/f718791a-b063-4175-9f55-8ed0bba93417/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8151755 Jun 18 22:02:22.970924 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Provisioning complete for port a37ca007-c1df-4757-a487-6dab230dd10d triggered by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:02:22.971491 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:22.981301 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-ef092e26-bbd1-4cd1-bf00-2f5dc5699c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527226'] for segment, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:23.006118 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef092e26-bbd1-4cd1-bf00-2f5dc5699c2c admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=93267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 22:02:23.006512 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-ef092e26-bbd1-4cd1-bf00-2f5dc5699c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2839725'] for segment, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:23.014989 dv-cinder-766752-3-smb neutron-server[93267]: Traceback (most recent call last): Jun 18 22:02:23.014989 dv-cinder-766752-3-smb neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 22:02:23.014989 dv-cinder-766752-3-smb neutron-server[93267]: timer() Jun 18 22:02:23.014989 dv-cinder-766752-3-smb neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 22:02:23.014989 dv-cinder-766752-3-smb neutron-server[93267]: cb(*args, **kw) Jun 18 22:02:23.014989 dv-cinder-766752-3-smb neutron-server[93267]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 22:02:23.014989 dv-cinder-766752-3-smb neutron-server[93267]: return func(*args, **kwargs) Jun 18 22:02:23.014989 dv-cinder-766752-3-smb neutron-server[93267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 22:02:23.014989 dv-cinder-766752-3-smb neutron-server[93267]: self._notify() Jun 18 22:02:23.014989 dv-cinder-766752-3-smb neutron-server[93267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 22:02:23.014989 dv-cinder-766752-3-smb neutron-server[93267]: self.callback(batched_events) Jun 18 22:02:23.014989 dv-cinder-766752-3-smb neutron-server[93267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 22:02:23.014989 dv-cinder-766752-3-smb neutron-server[93267]: event.method(event) Jun 18 22:02:23.014989 dv-cinder-766752-3-smb neutron-server[93267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 22:02:23.014989 dv-cinder-766752-3-smb neutron-server[93267]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 22:02:23.014989 dv-cinder-766752-3-smb neutron-server[93267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 22:02:23.014989 dv-cinder-766752-3-smb neutron-server[93267]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 22:02:23.014989 dv-cinder-766752-3-smb neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 22:02:23.014989 dv-cinder-766752-3-smb neutron-server[93267]: return f(self, *a, **k) Jun 18 22:02:23.014989 dv-cinder-766752-3-smb neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 22:02:23.014989 dv-cinder-766752-3-smb neutron-server[93267]: return self._get(url).json() Jun 18 22:02:23.014989 dv-cinder-766752-3-smb neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 22:02:23.014989 dv-cinder-766752-3-smb neutron-server[93267]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 22:02:23.014989 dv-cinder-766752-3-smb neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 22:02:23.014989 dv-cinder-766752-3-smb neutron-server[93267]: return self.request(url, 'GET', **kwargs) Jun 18 22:02:23.014989 dv-cinder-766752-3-smb neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 22:02:23.014989 dv-cinder-766752-3-smb neutron-server[93267]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 22:02:23.014989 dv-cinder-766752-3-smb neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 22:02:23.014989 dv-cinder-766752-3-smb neutron-server[93267]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 22:02:23.014989 dv-cinder-766752-3-smb neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 22:02:23.014989 dv-cinder-766752-3-smb neutron-server[93267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 22:02:23.014989 dv-cinder-766752-3-smb neutron-server[93267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 22:02:23.100042 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:23.106017 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.plugin [None req-73194f7b-d3f4-4ea3-8ed6-1a01b61dae68 None None] Port 17c19ec5-ff0f-44e7-a83b-7acfbb2c1708 cannot update to ACTIVE because it is not bound. {{(pid=93269) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 22:02:23.147738 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] For port a37ca007-c1df-4757-a487-6dab230dd10d, host dv-cinder-766752-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-smb',level=0,port_id=a37ca007-c1df-4757-a487-6dab230dd10d,segment=NetworkSegment(c627a06e-c5a0-4830-ab6a-ca32b638bf65),segment_id=c627a06e-c5a0-4830-ab6a-ca32b638bf65)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:02:23.255536 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:23.258016 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device 24ebf161-ffed-471e-8fb3-4ec465e50da5 up at agent ovs-agent-dv-cinder-766752-3-smb {{(pid=93269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:02:23.261485 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-912d7a6d-f33e-4a9b-99f4-e2ba14a2f82c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:23.284936 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-ef092e26-bbd1-4cd1-bf00-2f5dc5699c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1539563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-490555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1678354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-515970'] for network, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:23.291491 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-ef092e26-bbd1-4cd1-bf00-2f5dc5699c2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678351'] for network, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:23.293400 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-ef092e26-bbd1-4cd1-bf00-2f5dc5699c2c admin admin] 10.222.0.23 "DELETE /v2.0/networks/cfe719dd-70d5-4966-988d-4b7f27d6850b HTTP/1.1" status: 204 len: 168 time: 0.9549794 Jun 18 22:02:23.294146 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:23.362259 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef092e26-bbd1-4cd1-bf00-2f5dc5699c2c admin admin] Pushing event deleted for resources: {'Network': ['ID=cfe719dd-70d5-4966-988d-4b7f27d6850b,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:23.376723 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-ef092e26-bbd1-4cd1-bf00-2f5dc5699c2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:23.521242 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Pushing event updated for resources: {'Port': ['ID=a37ca007-c1df-4757-a487-6dab230dd10d,revision_number=5']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:23.527005 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:23.684077 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f88dc6-de9e-449a-b40b-7d6c20d55b26 req-a8d1b7c5-0f01-434f-9b4a-f5d4c608970f tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:23.686446 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a3f88dc6-de9e-449a-b40b-7d6c20d55b26 req-a8d1b7c5-0f01-434f-9b4a-f5d4c608970f tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/networks?id=2e610704-1278-456e-9ce9-0109af150534 HTTP/1.1" status: 200 len: 819 time: 0.2069330 Jun 18 22:02:23.690533 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Provisioning for port 24ebf161-ffed-471e-8fb3-4ec465e50da5 completed by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:02:23.699336 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Provisioning complete for port 24ebf161-ffed-471e-8fb3-4ec465e50da5 triggered by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:02:23.699736 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:23.710131 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a3f88dc6-de9e-449a-b40b-7d6c20d55b26 req-ebef3767-b8b1-4fe1-9d05-3453cbb849f9 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/quotas/194d0725082a4b188ee68100035994ba HTTP/1.1" status: 200 len: 375 time: 0.0119112 Jun 18 22:02:23.873571 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:23.880309 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69074b1-fb7f-4ea1-b7e3-012b9111e973 None None] Sync routers for ids ['f718791a-b063-4175-9f55-8ed0bba93417'] in dv-cinder-766752-3-smb {{(pid=93269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 22:02:23.935856 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69074b1-fb7f-4ea1-b7e3-012b9111e973 None None] Routers {'f718791a-b063-4175-9f55-8ed0bba93417'} bound to L3 agent in host dv-cinder-766752-3-smb {{(pid=93269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:02:23.941598 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-c69074b1-fb7f-4ea1-b7e3-012b9111e973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T21:54:00Z,description=,heartbeat_timestamp=2021-06-18T22:02:00Z,host='dv-cinder-766752-3-smb',id=cffdd0dd-f469-4450-b407-8e3f357d30fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:54:01Z,topic='l3_agent')) {'router_ids': ['f718791a-b063-4175-9f55-8ed0bba93417'], 'active': True} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:02:23.965037 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 42890) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:23.995281 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.42', 62552) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:23.995748 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.agents_db [None req-e551f8fc-329d-4229-a52e-01157ddddd3a None None] Agent healthcheck: found 6 active agents {{(pid=93270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 22:02:24.008221 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a3f88dc6-de9e-449a-b40b-7d6c20d55b26 req-6bb16ef0-4eda-4650-ae1b-0f93da388ed0 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=194d0725082a4b188ee68100035994ba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2897189 Jun 18 22:02:24.108377 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-16b08e0c-d29d-46f6-a99d-adcb2559feac admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=324a025d6d3c47308dee17b89a1d348d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1391110 Jun 18 22:02:24.108505 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 42894) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:24.252036 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a3f88dc6-de9e-449a-b40b-7d6c20d55b26 req-7a576c53-1453-422b-ab38-85c8beb7603f service neutron] 10.222.0.23 "GET /v2.0/networks/2e610704-1278-456e-9ce9-0109af150534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413545 Jun 18 22:02:24.319481 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] For port 24ebf161-ffed-471e-8fb3-4ec465e50da5, host dv-cinder-766752-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-smb',level=0,port_id=24ebf161-ffed-471e-8fb3-4ec465e50da5,segment=NetworkSegment(84b34c11-c765-4838-8c05-a350e58a1412),segment_id=84b34c11-c765-4838-8c05-a350e58a1412)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:02:24.349457 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvr_db [None req-c69074b1-fb7f-4ea1-b7e3-012b9111e973 None None] Set router f718791a-b063-4175-9f55-8ed0bba93417 gateway port host: dv-cinder-766752-3-smb {{(pid=93269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:02:24.369223 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-f52dde4a-fd17-4417-8091-96dbbfcc571b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:24.449013 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:24.455679 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-f52dde4a-fd17-4417-8091-96dbbfcc571b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:24.470806 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:24.527947 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a3f88dc6-de9e-449a-b40b-7d6c20d55b26 req-baaf3ac9-b442-417c-8b2c-e4614802adfc service neutron] 10.222.0.23 "GET /v2.0/networks/2e610704-1278-456e-9ce9-0109af150534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758391 Jun 18 22:02:24.698601 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device a37ca007-c1df-4757-a487-6dab230dd10d up at agent ovs-agent-dv-cinder-766752-3-smb {{(pid=93269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:02:24.701447 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-f52dde4a-fd17-4417-8091-96dbbfcc571b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:24.704811 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-f52dde4a-fd17-4417-8091-96dbbfcc571b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:24.706120 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-f52dde4a-fd17-4417-8091-96dbbfcc571b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/15b60d75-bb30-46b1-9773-659a3c8ea2c3 HTTP/1.1" status: 204 len: 168 time: 0.5966752 Jun 18 22:02:24.707822 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-e8fc4e21-5fff-42a6-a6a6-78ac8f8b0a00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:24.738248 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52dde4a-fd17-4417-8091-96dbbfcc571b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b60d75-bb30-46b1-9773-659a3c8ea2c3,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:24.752947 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-f52dde4a-fd17-4417-8091-96dbbfcc571b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:24.758463 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a331ffe4-9bfe-4e38-8405-8effb7ca303f req-28613a48-db79-4cec-9292-4f25895e745a tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:24.760523 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [req-a331ffe4-9bfe-4e38-8405-8effb7ca303f req-28613a48-db79-4cec-9292-4f25895e745a tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] 10.222.0.42 "GET /v2.0/networks?id=8c1fe9bb-9cc3-4bf7-9684-e9e569dd33b3 HTTP/1.1" status: 200 len: 811 time: 0.7636840 Jun 18 22:02:24.842239 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.v2.base [req-a331ffe4-9bfe-4e38-8405-8effb7ca303f req-334c1b5c-5424-4240-a930-c1c8f47f4da2 tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] Request body: {'port': {'device_id': 'b5299238-ba3e-447d-9d5c-50647ed93e33', 'network_id': '8c1fe9bb-9cc3-4bf7-9684-e9e569dd33b3', 'admin_state_up': True, 'tenant_id': '0376bb2c03a7441a9021c412f8565795'}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:02:24.872455 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Pushing event updated for resources: {'Port': ['ID=24ebf161-ffed-471e-8fb3-4ec465e50da5,revision_number=4']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:24.881550 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:25.044914 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Provisioning complete for port a37ca007-c1df-4757-a487-6dab230dd10d triggered by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:02:25.050074 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:25.146893 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-c69074b1-fb7f-4ea1-b7e3-012b9111e973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f718791a-b063-4175-9f55-8ed0bba93417', 'name': 'tempest-AttachVolumeTestJSON-1244901988-router', 'tenant_id': '1a162bbe7ec5404e82b0637c65bc655b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.228'}], 'enable_snat': True}, 'gw_port_id': '24ebf161-ffed-471e-8fb3-4ec465e50da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:02:13Z', 'updated_at': '2021-06-18T22:02:21Z', 'revision_number': 4, 'project_id': '1a162bbe7ec5404e82b0637c65bc655b', 'gw_port': {'id': '24ebf161-ffed-471e-8fb3-4ec465e50da5', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:50:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f718791a-b063-4175-9f55-8ed0bba93417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:02:14Z', 'updated_at': '2021-06-18T22:02:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb', '_interfaces': [{'id': '17c19ec5-ff0f-44e7-a83b-7acfbb2c1708', 'name': '', 'network_id': '2767e6ef-6819-45b8-a88a-d01068b3a363', 'tenant_id': '1a162bbe7ec5404e82b0637c65bc655b', 'mac_address': 'fa:16:3e:19:74:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f718791a-b063-4175-9f55-8ed0bba93417', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '2c05298a-5496-468b-af9b-eb839c301437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:02:19Z', 'updated_at': '2021-06-18T22:02:21Z', 'revision_number': 2, 'project_id': '1a162bbe7ec5404e82b0637c65bc655b', 'subnets': [{'id': '2c05298a-5496-468b-af9b-eb839c301437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-smb', False) {} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:02:25.171422 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 42948) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:25.182506 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.v2.base [None req-23ec866c-19a5-415c-8c8d-23b0f9df9bb4 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1531099276', 'description': 'tempest-description--895417463'}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:02:25.187260 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-c8e4dcd4-599a-4618-abd2-1e4f5763236d req-21704ec7-794e-4b02-b84b-3f0c5161e2d0 tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5299238-ba3e-447d-9d5c-50647ed93e33 HTTP/1.1" status: 200 len: 210 time: 0.0811207 Jun 18 22:02:25.189250 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69074b1-fb7f-4ea1-b7e3-012b9111e973 None None] Checking router: f718791a-b063-4175-9f55-8ed0bba93417 for host: dv-cinder-766752-3-smb {{(pid=93269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 22:02:25.189887 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69074b1-fb7f-4ea1-b7e3-012b9111e973 None None] Updating router f718791a-b063-4175-9f55-8ed0bba93417 port 17c19ec5-ff0f-44e7-a83b-7acfbb2c1708 binding host dv-cinder-766752-3-smb {{(pid=93269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 22:02:25.286770 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-c69074b1-fb7f-4ea1-b7e3-012b9111e973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:25.328513 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-74cffa7f-e842-4774-9784-2ecd0ebae207 req-0eb47be3-a78f-4458-bff5-1f35d1cf6964 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=29137dc2-e9df-4dab-9c24-56e918387df1 HTTP/1.1" status: 200 len: 210 time: 0.1147444 Jun 18 22:02:25.364016 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-23ec866c-19a5-415c-8c8d-23b0f9df9bb4 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:25.546351 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a331ffe4-9bfe-4e38-8405-8effb7ca303f req-334c1b5c-5424-4240-a930-c1c8f47f4da2 tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] Made reservation on behalf of 0376bb2c03a7441a9021c412f8565795 for: {'port': 1} {{(pid=93267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:02:25.553031 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-a331ffe4-9bfe-4e38-8405-8effb7ca303f req-334c1b5c-5424-4240-a930-c1c8f47f4da2 tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550498'] for port, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:25.741141 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-23ec866c-19a5-415c-8c8d-23b0f9df9bb4 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:25.746563 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-c69074b1-fb7f-4ea1-b7e3-012b9111e973 None None] Notify callbacks [] for port, precommit_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:25.762718 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-c69074b1-fb7f-4ea1-b7e3-012b9111e973 None None] Transition to ACTIVE for port object 17c19ec5-ff0f-44e7-a83b-7acfbb2c1708 will not be triggered until provisioned by entity L2. {{(pid=93269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:02:25.856791 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-23ec866c-19a5-415c-8c8d-23b0f9df9bb4 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:25.857031 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-c69074b1-fb7f-4ea1-b7e3-012b9111e973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:25.860152 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-c035a881-e63c-4d5f-83f3-c20e10efb44e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:25.882777 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:25.958959 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.db.db_base_plugin_common [req-a331ffe4-9bfe-4e38-8405-8effb7ca303f req-334c1b5c-5424-4240-a930-c1c8f47f4da2 tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] Allocated IP 172.20.0.14 (8c1fe9bb-9cc3-4bf7-9684-e9e569dd33b3/62c55806-c3bf-4485-b605-f03b20fa8b2f/d24a3052-f324-4d09-bb37-60d8db755ba7) {{(pid=93267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:02:26.000723 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ec866c-19a5-415c-8c8d-23b0f9df9bb4 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d65039-544f-4945-8129-414b24f93b5e,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:26.008951 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-23ec866c-19a5-415c-8c8d-23b0f9df9bb4 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:26.013454 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e371790-c6a1-4ce6-9c60-caaac117f8bb None None] Pushing event updated for resources: {'Port': ['ID=17c19ec5-ff0f-44e7-a83b-7acfbb2c1708,revision_number=3']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:26.039750 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-0e371790-c6a1-4ce6-9c60-caaac117f8bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:26.043029 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-23ec866c-19a5-415c-8c8d-23b0f9df9bb4 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:26.051743 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-23ec866c-19a5-415c-8c8d-23b0f9df9bb4 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8710325 Jun 18 22:02:26.053363 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 42978) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:26.055981 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.managers [None req-c69074b1-fb7f-4ea1-b7e3-012b9111e973 None None] Attempting to bind port 17c19ec5-ff0f-44e7-a83b-7acfbb2c1708 on host dv-cinder-766752-3-smb for vnic_type normal with profile {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:02:26.056590 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.managers [None req-c69074b1-fb7f-4ea1-b7e3-012b9111e973 None None] Attempting to bind port 17c19ec5-ff0f-44e7-a83b-7acfbb2c1708 by drivers openvswitch,hyperv on host dv-cinder-766752-3-smb at level 0 using segments [{'id': 'b36e6868-126e-43ec-b847-fd25373dd47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2767e6ef-6819-45b8-a88a-d01068b3a363'}] {{(pid=93269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:02:26.057164 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69074b1-fb7f-4ea1-b7e3-012b9111e973 None None] Attempting to bind port 17c19ec5-ff0f-44e7-a83b-7acfbb2c1708 on network 2767e6ef-6819-45b8-a88a-d01068b3a363 {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:02:26.064298 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69074b1-fb7f-4ea1-b7e3-012b9111e973 None None] Checking agent: {'id': 'e70860c9-a5d2-4f1c-a15e-7701e23dd36c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 21, 54), 'started_at': datetime.datetime(2021, 6, 18, 21, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:02:26.067580 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69074b1-fb7f-4ea1-b7e3-012b9111e973 None None] Checking segment: {'id': 'b36e6868-126e-43ec-b847-fd25373dd47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2767e6ef-6819-45b8-a88a-d01068b3a363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:02:26.068156 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-c69074b1-fb7f-4ea1-b7e3-012b9111e973 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:26.068595 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69074b1-fb7f-4ea1-b7e3-012b9111e973 None None] Bound using segment: {'id': 'b36e6868-126e-43ec-b847-fd25373dd47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2767e6ef-6819-45b8-a88a-d01068b3a363'} {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:02:26.069086 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.managers [None req-c69074b1-fb7f-4ea1-b7e3-012b9111e973 None None] Bound port: 17c19ec5-ff0f-44e7-a83b-7acfbb2c1708, host: dv-cinder-766752-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b36e6868-126e-43ec-b847-fd25373dd47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2767e6ef-6819-45b8-a88a-d01068b3a363'}}] {{(pid=93269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:02:26.069484 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-c69074b1-fb7f-4ea1-b7e3-012b9111e973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:26.114935 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 42980) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:26.131731 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.v2.base [None req-637855b7-b62f-4ddf-ab42-8890f8a2fa71 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Request body: {'security_group_rule': {'security_group_id': 'e1d65039-544f-4945-8129-414b24f93b5e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:02:26.201642 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-c69074b1-fb7f-4ea1-b7e3-012b9111e973 None None] For port 17c19ec5-ff0f-44e7-a83b-7acfbb2c1708, host dv-cinder-766752-3-smb, cleared binding levels {{(pid=93269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:02:26.223844 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-c69074b1-fb7f-4ea1-b7e3-012b9111e973 None None] For port 17c19ec5-ff0f-44e7-a83b-7acfbb2c1708, host dv-cinder-766752-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-smb',level=0,port_id=17c19ec5-ff0f-44e7-a83b-7acfbb2c1708,segment=NetworkSegment(b36e6868-126e-43ec-b847-fd25373dd47a),segment_id=b36e6868-126e-43ec-b847-fd25373dd47a)] {{(pid=93269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:02:26.296672 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-c69074b1-fb7f-4ea1-b7e3-012b9111e973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:26.299084 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:26.303390 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-a7ffe368-9a04-42e8-a121-4579f361dd72 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b9af6423697f4ba99c38c956bd850030&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1743116 Jun 18 22:02:26.306199 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 42986) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:26.537509 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-637855b7-b62f-4ddf-ab42-8890f8a2fa71 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:26.572955 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-95b772eb-2920-44b5-8fcf-eddfefd2d007 req-e9d44d29-17d5-4e08-b2dc-96b3dd95e1fb tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5299238-ba3e-447d-9d5c-50647ed93e33 HTTP/1.1" status: 200 len: 210 time: 0.1509092 Jun 18 22:02:26.599072 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e371790-c6a1-4ce6-9c60-caaac117f8bb None None] Pushing event updated for resources: {'Port': ['ID=17c19ec5-ff0f-44e7-a83b-7acfbb2c1708,revision_number=4']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:26.611780 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69074b1-fb7f-4ea1-b7e3-012b9111e973 None None] Routers {'f718791a-b063-4175-9f55-8ed0bba93417'} bound to L3 agent in host dv-cinder-766752-3-smb {{(pid=93269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:02:26.613507 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-c69074b1-fb7f-4ea1-b7e3-012b9111e973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T21:54:00Z,description=,heartbeat_timestamp=2021-06-18T22:02:00Z,host='dv-cinder-766752-3-smb',id=cffdd0dd-f469-4450-b407-8e3f357d30fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:54:01Z,topic='l3_agent')) {'router_ids': ['f718791a-b063-4175-9f55-8ed0bba93417'], 'active': True} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:02:26.624950 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-0e371790-c6a1-4ce6-9c60-caaac117f8bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:26.641482 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-b2354f0b-bd12-4a1b-a5f9-2508d5dde5ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:26.765066 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-b2354f0b-bd12-4a1b-a5f9-2508d5dde5ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:26.819517 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device 24ebf161-ffed-471e-8fb3-4ec465e50da5 up at agent ovs-agent-dv-cinder-766752-3-smb {{(pid=93269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:02:27.051473 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3c733080-21e0-4e12-b9e8-cf20067fb5a5 req-b3948af9-7fa0-40dd-8e63-2b8a8129eec5 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=29137dc2-e9df-4dab-9c24-56e918387df1 HTTP/1.1" status: 200 len: 210 time: 0.0511742 Jun 18 22:02:27.053068 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-b2354f0b-bd12-4a1b-a5f9-2508d5dde5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:27.056593 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-b2354f0b-bd12-4a1b-a5f9-2508d5dde5ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:27.057913 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-a331ffe4-9bfe-4e38-8405-8effb7ca303f req-334c1b5c-5424-4240-a930-c1c8f47f4da2 tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] Notify callbacks [] for port, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:27.058454 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-b2354f0b-bd12-4a1b-a5f9-2508d5dde5ab admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a6f6cdac-8af2-412e-8cfd-2cbb8444ef56 HTTP/1.1" status: 204 len: 168 time: 0.7522309 Jun 18 22:02:27.059375 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:27.106303 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2354f0b-bd12-4a1b-a5f9-2508d5dde5ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f6cdac-8af2-412e-8cfd-2cbb8444ef56,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:27.110852 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-b2354f0b-bd12-4a1b-a5f9-2508d5dde5ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:27.348643 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-637855b7-b62f-4ddf-ab42-8890f8a2fa71 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:27.356672 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvr_db [None req-c69074b1-fb7f-4ea1-b7e3-012b9111e973 None None] Set router f718791a-b063-4175-9f55-8ed0bba93417 gateway port host: dv-cinder-766752-3-smb {{(pid=93269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:02:27.388790 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Provisioning complete for port 24ebf161-ffed-471e-8fb3-4ec465e50da5 triggered by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:02:27.388790 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:27.434206 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-a331ffe4-9bfe-4e38-8405-8effb7ca303f req-334c1b5c-5424-4240-a930-c1c8f47f4da2 tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-549537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1678354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765938626142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3504243'] for port, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:27.438200 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-637855b7-b62f-4ddf-ab42-8890f8a2fa71 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412107'] for security_group_rule, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:27.443226 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:27.470612 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.42', 62567) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:27.657680 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9efdd52-08bd-4f8c-8b16-b141f15da06d req-e21e1ecc-8513-4e7e-8ea3-a80afef4a3f5 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:27.659134 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-f9efdd52-08bd-4f8c-8b16-b141f15da06d req-e21e1ecc-8513-4e7e-8ea3-a80afef4a3f5 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.42 "GET /v2.0/networks?id=2e610704-1278-456e-9ce9-0109af150534 HTTP/1.1" status: 200 len: 819 time: 0.1662040 Jun 18 22:02:27.738805 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334c1b5c-5424-4240-a930-c1c8f47f4da2 tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] Pushing event updated for resources: {'Port': ['ID=d24a3052-f324-4d09-bb37-60d8db755ba7,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:27.765434 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-5b703d48-c400-4f2d-bb83-bd1dcd57fe8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:27.765711 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-334c1b5c-5424-4240-a930-c1c8f47f4da2 tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:27.766372 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:27.817861 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.v2.base [req-f9efdd52-08bd-4f8c-8b16-b141f15da06d req-f09ba5ec-5002-478a-beab-c84b8ea3f178 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Request body: {'port': {'device_id': '86124762-9669-4327-a28e-3ab5a1591ad4', 'network_id': '2e610704-1278-456e-9ce9-0109af150534', 'admin_state_up': True, 'tenant_id': '194d0725082a4b188ee68100035994ba'}} {{(pid=93268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:02:27.819845 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637855b7-b62f-4ddf-ab42-8890f8a2fa71 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9f5dfb1-6242-478d-ab37-5972d1b378a3,revision_number=0']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:27.841560 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-c69074b1-fb7f-4ea1-b7e3-012b9111e973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f718791a-b063-4175-9f55-8ed0bba93417', 'name': 'tempest-AttachVolumeTestJSON-1244901988-router', 'tenant_id': '1a162bbe7ec5404e82b0637c65bc655b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.228'}], 'enable_snat': True}, 'gw_port_id': '24ebf161-ffed-471e-8fb3-4ec465e50da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:02:13Z', 'updated_at': '2021-06-18T22:02:21Z', 'revision_number': 4, 'project_id': '1a162bbe7ec5404e82b0637c65bc655b', 'gw_port': {'id': '24ebf161-ffed-471e-8fb3-4ec465e50da5', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:50:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f718791a-b063-4175-9f55-8ed0bba93417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:02:14Z', 'updated_at': '2021-06-18T22:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb', '_interfaces': [{'id': '17c19ec5-ff0f-44e7-a83b-7acfbb2c1708', 'name': '', 'network_id': '2767e6ef-6819-45b8-a88a-d01068b3a363', 'tenant_id': '1a162bbe7ec5404e82b0637c65bc655b', 'mac_address': 'fa:16:3e:19:74:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f718791a-b063-4175-9f55-8ed0bba93417', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '2c05298a-5496-468b-af9b-eb839c301437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:02:19Z', 'updated_at': '2021-06-18T22:02:26Z', 'revision_number': 4, 'project_id': '1a162bbe7ec5404e82b0637c65bc655b', 'subnets': [{'id': '2c05298a-5496-468b-af9b-eb839c301437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-smb', False) {} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:02:27.865425 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a331ffe4-9bfe-4e38-8405-8effb7ca303f req-334c1b5c-5424-4240-a930-c1c8f47f4da2 tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] Network 8c1fe9bb-9cc3-4bf7-9684-e9e569dd33b3 is already hosted by enough agents. {{(pid=93267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:02:27.871759 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-637855b7-b62f-4ddf-ab42-8890f8a2fa71 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:27.876135 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.scheduler.base_scheduler [req-a331ffe4-9bfe-4e38-8405-8effb7ca303f req-334c1b5c-5424-4240-a930-c1c8f47f4da2 tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] Resources bound (agent type, host, resource id): {{(pid=93267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:02:27.895162 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.db.l3_dvrscheduler_db [req-a331ffe4-9bfe-4e38-8405-8effb7ca303f req-334c1b5c-5424-4240-a930-c1c8f47f4da2 tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] Received port after_create {{(pid=93267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:02:27.935909 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69074b1-fb7f-4ea1-b7e3-012b9111e973 None None] The sync data for ids ['f718791a-b063-4175-9f55-8ed0bba93417'] in dv-cinder-766752-3-smb is: [{'id': 'f718791a-b063-4175-9f55-8ed0bba93417', 'name': 'tempest-AttachVolumeTestJSON-1244901988-router', 'tenant_id': '1a162bbe7ec5404e82b0637c65bc655b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.228'}], 'enable_snat': True}, 'gw_port_id': '24ebf161-ffed-471e-8fb3-4ec465e50da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:02:13Z', 'updated_at': '2021-06-18T22:02:21Z', 'revision_number': 4, 'project_id': '1a162bbe7ec5404e82b0637c65bc655b', 'gw_port': {'id': '24ebf161-ffed-471e-8fb3-4ec465e50da5', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:50:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f718791a-b063-4175-9f55-8ed0bba93417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:02:14Z', 'updated_at': '2021-06-18T22:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb', '_interfaces': [{'id': '17c19ec5-ff0f-44e7-a83b-7acfbb2c1708', 'name': '', 'network_id': '2767e6ef-6819-45b8-a88a-d01068b3a363', 'tenant_id': '1a162bbe7ec5404e82b0637c65bc655b', 'mac_address': 'fa:16:3e:19:74:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f718791a-b063-4175-9f55-8ed0bba93417', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '2c05298a-5496-468b-af9b-eb839c301437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:02:19Z', 'updated_at': '2021-06-18T22:02:26Z', 'revision_number': 4, 'project_id': '1a162bbe7ec5404e82b0637c65bc655b', 'subnets': [{'id': '2c05298a-5496-468b-af9b-eb839c301437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 22:02:28.094753 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a331ffe4-9bfe-4e38-8405-8effb7ca303f req-334c1b5c-5424-4240-a930-c1c8f47f4da2 tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:28.101210 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-a331ffe4-9bfe-4e38-8405-8effb7ca303f req-334c1b5c-5424-4240-a930-c1c8f47f4da2 tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678351'] for port, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:28.120069 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-637855b7-b62f-4ddf-ab42-8890f8a2fa71 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:28.151783 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-637855b7-b62f-4ddf-ab42-8890f8a2fa71 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0861263 Jun 18 22:02:28.153546 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 43024) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:28.190533 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.v2.base [None req-10814b66-6391-4c47-9657-0493e6435d6c tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Request body: {'security_group_rule': {'security_group_id': 'e1d65039-544f-4945-8129-414b24f93b5e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:02:28.370114 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-10814b66-6391-4c47-9657-0493e6435d6c tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:28.453308 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [req-a331ffe4-9bfe-4e38-8405-8effb7ca303f req-334c1b5c-5424-4240-a930-c1c8f47f4da2 tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6156194 Jun 18 22:02:28.486254 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [req-a331ffe4-9bfe-4e38-8405-8effb7ca303f req-1eb5bf2b-af4b-4bc6-8533-9f022fff580f tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 22:02:28.494048 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [req-a331ffe4-9bfe-4e38-8405-8effb7ca303f req-1eb5bf2b-af4b-4bc6-8533-9f022fff580f tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0171816 Jun 18 22:02:28.629705 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-10814b66-6391-4c47-9657-0493e6435d6c tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:28.709485 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-10814b66-6391-4c47-9657-0493e6435d6c tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412107'] for security_group_rule, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:28.716754 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:28.743476 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afacc86-37fc-4388-abfd-edb1c89b0fc9 req-2c010825-b3de-4588-b7a7-628e45832274 tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:28.751757 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-1afacc86-37fc-4388-abfd-edb1c89b0fc9 req-2c010825-b3de-4588-b7a7-628e45832274 tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5299238-ba3e-447d-9d5c-50647ed93e33 HTTP/1.1" status: 200 len: 932 time: 0.7823169 Jun 18 22:02:28.777521 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-7f7fcad3-c707-4171-920c-fadfdd3be82e req-7f826a82-449b-479a-aca7-09bdeec3ad22 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=29137dc2-e9df-4dab-9c24-56e918387df1 HTTP/1.1" status: 200 len: 210 time: 0.1873550 Jun 18 22:02:28.790539 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device 17c19ec5-ff0f-44e7-a83b-7acfbb2c1708 up at agent ovs-agent-dv-cinder-766752-3-smb {{(pid=93269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:02:28.793686 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10814b66-6391-4c47-9657-0493e6435d6c tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=725df6fe-b2ef-4ac2-ba64-cd9269c5ab09,revision_number=0']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:28.803390 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-10814b66-6391-4c47-9657-0493e6435d6c tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:28.881250 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.42', 62574) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:28.913778 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-1afacc86-37fc-4388-abfd-edb1c89b0fc9 req-a62c8a81-ecb4-4c7d-93d8-d17adc3a2d14 tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] 10.222.0.23 "GET /v2.0/security-groups?id=232cecde-8468-44d1-9cfa-82cc6331b31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561465 Jun 18 22:02:28.984037 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9efdd52-08bd-4f8c-8b16-b141f15da06d req-f09ba5ec-5002-478a-beab-c84b8ea3f178 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Made reservation on behalf of 194d0725082a4b188ee68100035994ba for: {'port': 1} {{(pid=93268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:02:28.993941 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-f9efdd52-08bd-4f8c-8b16-b141f15da06d req-f09ba5ec-5002-478a-beab-c84b8ea3f178 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550498'] for port, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:29.055728 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Provisioning for port 17c19ec5-ff0f-44e7-a83b-7acfbb2c1708 completed by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:02:29.079177 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Provisioning complete for port 17c19ec5-ff0f-44e7-a83b-7acfbb2c1708 triggered by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:02:29.079177 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:29.111322 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.v2.base [req-a331ffe4-9bfe-4e38-8405-8effb7ca303f req-c9c35869-e0ee-4299-9727-81c46181b110 service neutron] Request body: {'port': {'device_id': 'b5299238-ba3e-447d-9d5c-50647ed93e33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=93268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:02:29.213124 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f88dc6-de9e-449a-b40b-7d6c20d55b26 req-e4c92b7e-1576-4cd3-929e-2c6234f0a64f tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:29.213124 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [req-a3f88dc6-de9e-449a-b40b-7d6c20d55b26 req-e4c92b7e-1576-4cd3-929e-2c6234f0a64f tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.42 "GET /v2.0/networks?id=2e610704-1278-456e-9ce9-0109af150534 HTTP/1.1" status: 200 len: 819 time: 0.3642006 Jun 18 22:02:29.213124 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-10814b66-6391-4c47-9657-0493e6435d6c tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:29.213124 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-10814b66-6391-4c47-9657-0493e6435d6c tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0349438 Jun 18 22:02:29.218472 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.v2.base [req-a3f88dc6-de9e-449a-b40b-7d6c20d55b26 req-472cfe4d-5858-41ee-840b-3c0f621b5e1a tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Request body: {'port': {'device_id': '29137dc2-e9df-4dab-9c24-56e918387df1', 'network_id': '2e610704-1278-456e-9ce9-0109af150534', 'admin_state_up': True, 'tenant_id': '194d0725082a4b188ee68100035994ba'}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:02:29.293976 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 43066) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:29.296353 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.v2.base [None req-3eaad5e7-773f-45f9-a91b-d20ca51178a9 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Request body: {'floatingip': {'floating_network_id': '0a94a276-d24e-41da-a649-5ffe202eff30'}} {{(pid=93268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:02:29.373325 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:29.421643 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] For port 17c19ec5-ff0f-44e7-a83b-7acfbb2c1708, host dv-cinder-766752-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-smb',level=0,port_id=17c19ec5-ff0f-44e7-a83b-7acfbb2c1708,segment=NetworkSegment(b36e6868-126e-43ec-b847-fd25373dd47a),segment_id=b36e6868-126e-43ec-b847-fd25373dd47a)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:02:29.599691 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-a331ffe4-9bfe-4e38-8405-8effb7ca303f req-c9c35869-e0ee-4299-9727-81c46181b110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:29.638827 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.db_base_plugin_common [req-f9efdd52-08bd-4f8c-8b16-b141f15da06d req-f09ba5ec-5002-478a-beab-c84b8ea3f178 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Allocated IP 172.20.0.8 (2e610704-1278-456e-9ce9-0109af150534/127a1104-a6cb-4a46-bd9c-a1b88caa2a45/59af2458-19d5-41c7-a73d-47d9346497cc) {{(pid=93268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:02:29.747430 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:29.749914 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:29.861300 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Pushing event updated for resources: {'Port': ['ID=17c19ec5-ff0f-44e7-a83b-7acfbb2c1708,revision_number=5']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:29.880807 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:29.958386 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3f88dc6-de9e-449a-b40b-7d6c20d55b26 req-472cfe4d-5858-41ee-840b-3c0f621b5e1a tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Made reservation on behalf of 194d0725082a4b188ee68100035994ba for: {'port': 1} {{(pid=93267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:02:29.966364 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-a3f88dc6-de9e-449a-b40b-7d6c20d55b26 req-472cfe4d-5858-41ee-840b-3c0f621b5e1a tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550498'] for port, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:30.205270 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-3eaad5e7-773f-45f9-a91b-d20ca51178a9 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks [] for floatingip, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:30.259702 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-405278e3-b2cc-4ce9-93b1-c7fe10bfb524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:30.344344 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:30.651155 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device 17c19ec5-ff0f-44e7-a83b-7acfbb2c1708 up at agent ovs-agent-dv-cinder-766752-3-smb {{(pid=93269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:02:30.695523 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-f9efdd52-08bd-4f8c-8b16-b141f15da06d req-f09ba5ec-5002-478a-beab-c84b8ea3f178 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Notify callbacks [] for port, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:30.697329 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Provisioning complete for port 17c19ec5-ff0f-44e7-a83b-7acfbb2c1708 triggered by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:02:30.697713 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:30.772764 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-31b1def6-b79a-451e-b41d-e0a148e61c93 req-cc038d75-8137-4c2b-a2f2-1abec281a1ac tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=29137dc2-e9df-4dab-9c24-56e918387df1 HTTP/1.1" status: 200 len: 210 time: 0.6031928 Jun 18 22:02:30.917437 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-f9efdd52-08bd-4f8c-8b16-b141f15da06d req-f09ba5ec-5002-478a-beab-c84b8ea3f178 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-549537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1678354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765938626142'] for port, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:30.948569 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-b59c7cf1-c61b-4ada-bf52-4953fa451efd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:31.005545 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.db.db_base_plugin_common [req-a3f88dc6-de9e-449a-b40b-7d6c20d55b26 req-472cfe4d-5858-41ee-840b-3c0f621b5e1a tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Allocated IP 172.20.0.3 (2e610704-1278-456e-9ce9-0109af150534/127a1104-a6cb-4a46-bd9c-a1b88caa2a45/38a24031-d69c-4f65-ac2f-60d5845f25d9) {{(pid=93267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:02:31.153471 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9efdd52-08bd-4f8c-8b16-b141f15da06d req-f09ba5ec-5002-478a-beab-c84b8ea3f178 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Network 2e610704-1278-456e-9ce9-0109af150534 is already hosted by enough agents. {{(pid=93268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:02:31.171795 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.base_scheduler [req-f9efdd52-08bd-4f8c-8b16-b141f15da06d req-f09ba5ec-5002-478a-beab-c84b8ea3f178 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Resources bound (agent type, host, resource id): {{(pid=93268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:02:31.180603 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9efdd52-08bd-4f8c-8b16-b141f15da06d req-f09ba5ec-5002-478a-beab-c84b8ea3f178 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Received port after_create {{(pid=93268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:02:31.192377 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9efdd52-08bd-4f8c-8b16-b141f15da06d req-f09ba5ec-5002-478a-beab-c84b8ea3f178 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:31.192377 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-f9efdd52-08bd-4f8c-8b16-b141f15da06d req-f09ba5ec-5002-478a-beab-c84b8ea3f178 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678351'] for port, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:31.200987 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09ba5ec-5002-478a-beab-c84b8ea3f178 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Pushing event updated for resources: {'Port': ['ID=59af2458-19d5-41c7-a73d-47d9346497cc,revision_number=1']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:31.228671 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.notifiers.nova [req-a331ffe4-9bfe-4e38-8405-8effb7ca303f req-c9c35869-e0ee-4299-9727-81c46181b110 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d24a3052-f324-4d09-bb37-60d8db755ba7 {{(pid=93268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:02:31.235895 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-f09ba5ec-5002-478a-beab-c84b8ea3f178 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:31.246942 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-a331ffe4-9bfe-4e38-8405-8effb7ca303f req-c9c35869-e0ee-4299-9727-81c46181b110 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:31.259580 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5403249-3ff9-46bd-b57c-cd5eb0d0b4b1 req-34ecafd4-dcac-47c7-a6a6-9026486ad923 tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:31.261458 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a5403249-3ff9-46bd-b57c-cd5eb0d0b4b1 req-34ecafd4-dcac-47c7-a6a6-9026486ad923 tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5299238-ba3e-447d-9d5c-50647ed93e33 HTTP/1.1" status: 200 len: 932 time: 0.6411982 Jun 18 22:02:31.286593 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-3eaad5e7-773f-45f9-a91b-d20ca51178a9 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550498'] for port, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:31.293678 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [req-a331ffe4-9bfe-4e38-8405-8effb7ca303f req-c9c35869-e0ee-4299-9727-81c46181b110 service neutron] Transition to ACTIVE for port object d24a3052-f324-4d09-bb37-60d8db755ba7 will not be triggered until provisioned by entity L2. {{(pid=93268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:02:31.390966 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a5403249-3ff9-46bd-b57c-cd5eb0d0b4b1 req-da1a3e92-2a38-40aa-b629-16f68ddefec6 tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] 10.222.0.23 "GET /v2.0/security-groups?id=232cecde-8468-44d1-9cfa-82cc6331b31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170502 Jun 18 22:02:31.397518 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-f9efdd52-08bd-4f8c-8b16-b141f15da06d req-f09ba5ec-5002-478a-beab-c84b8ea3f178 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5953612 Jun 18 22:02:31.456853 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-a331ffe4-9bfe-4e38-8405-8effb7ca303f req-c9c35869-e0ee-4299-9727-81c46181b110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:31.463872 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:31.478882 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-66c5960c-ceb9-453b-add3-817047489609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:31.483020 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-a3f88dc6-de9e-449a-b40b-7d6c20d55b26 req-472cfe4d-5858-41ee-840b-3c0f621b5e1a tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Notify callbacks [] for port, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:31.555887 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.v2.base [req-f9efdd52-08bd-4f8c-8b16-b141f15da06d req-14005e8d-17b7-4e3c-8721-5dbe3c29823e service neutron] Request body: {'port': {'device_id': '86124762-9669-4327-a28e-3ab5a1591ad4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=93268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:02:31.692341 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-a3f88dc6-de9e-449a-b40b-7d6c20d55b26 req-472cfe4d-5858-41ee-840b-3c0f621b5e1a tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-549537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1678354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765938626142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3504243'] for port, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:31.708834 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-3e920a9d-289c-4fb9-a089-e05f88b1ecef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:31.716021 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.db_base_plugin_common [None req-3eaad5e7-773f-45f9-a91b-d20ca51178a9 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Allocated IP 172.28.0.214 (0a94a276-d24e-41da-a649-5ffe202eff30/cb3e10ec-d2d2-4f62-adaa-1158cc2dc485/4e0bcaff-7436-4ac2-ab9e-97768734c710) {{(pid=93268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:02:31.731541 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c35869-e0ee-4299-9727-81c46181b110 service neutron] Pushing event updated for resources: {'Port': ['ID=d24a3052-f324-4d09-bb37-60d8db755ba7,revision_number=2']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:31.741315 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-c9c35869-e0ee-4299-9727-81c46181b110 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:31.802838 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3f88dc6-de9e-449a-b40b-7d6c20d55b26 req-472cfe4d-5858-41ee-840b-3c0f621b5e1a tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Network 2e610704-1278-456e-9ce9-0109af150534 is already hosted by enough agents. {{(pid=93267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:02:31.810729 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.scheduler.base_scheduler [req-a3f88dc6-de9e-449a-b40b-7d6c20d55b26 req-472cfe4d-5858-41ee-840b-3c0f621b5e1a tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Resources bound (agent type, host, resource id): {{(pid=93267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:02:31.821884 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3f88dc6-de9e-449a-b40b-7d6c20d55b26 req-472cfe4d-5858-41ee-840b-3c0f621b5e1a tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Received port after_create {{(pid=93267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:02:31.881764 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [req-a331ffe4-9bfe-4e38-8405-8effb7ca303f req-c9c35869-e0ee-4299-9727-81c46181b110 service neutron] Attempting to bind port d24a3052-f324-4d09-bb37-60d8db755ba7 on host hv-cinder-76675 for vnic_type normal with profile {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:02:31.882116 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [req-a331ffe4-9bfe-4e38-8405-8effb7ca303f req-c9c35869-e0ee-4299-9727-81c46181b110 service neutron] Attempting to bind port d24a3052-f324-4d09-bb37-60d8db755ba7 by drivers openvswitch,hyperv on host hv-cinder-76675 at level 0 using segments [{'id': 'e8574f67-2f30-49f5-bfcf-2bfc1462b045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8c1fe9bb-9cc3-4bf7-9684-e9e569dd33b3'}] {{(pid=93268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:02:31.882439 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a331ffe4-9bfe-4e38-8405-8effb7ca303f req-c9c35869-e0ee-4299-9727-81c46181b110 service neutron] Attempting to bind port d24a3052-f324-4d09-bb37-60d8db755ba7 on network 8c1fe9bb-9cc3-4bf7-9684-e9e569dd33b3 {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:02:31.899318 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-f9efdd52-08bd-4f8c-8b16-b141f15da06d req-14005e8d-17b7-4e3c-8721-5dbe3c29823e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:31.903244 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a331ffe4-9bfe-4e38-8405-8effb7ca303f req-c9c35869-e0ee-4299-9727-81c46181b110 service neutron] Port d24a3052-f324-4d09-bb37-60d8db755ba7 on network 8c1fe9bb-9cc3-4bf7-9684-e9e569dd33b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76675 {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 22:02:31.903608 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a331ffe4-9bfe-4e38-8405-8effb7ca303f req-c9c35869-e0ee-4299-9727-81c46181b110 service neutron] Attempting to bind port d24a3052-f324-4d09-bb37-60d8db755ba7 on network 8c1fe9bb-9cc3-4bf7-9684-e9e569dd33b3 {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:02:31.928228 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a331ffe4-9bfe-4e38-8405-8effb7ca303f req-c9c35869-e0ee-4299-9727-81c46181b110 service neutron] Checking agent: {'id': '2f1318d3-4eca-4d35-9b75-a551f42ebb29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 22, 0, 20), 'started_at': datetime.datetime(2021, 6, 18, 22, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:02:31.928607 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a331ffe4-9bfe-4e38-8405-8effb7ca303f req-c9c35869-e0ee-4299-9727-81c46181b110 service neutron] Checking segment: {'id': 'e8574f67-2f30-49f5-bfcf-2bfc1462b045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8c1fe9bb-9cc3-4bf7-9684-e9e569dd33b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:02:31.929171 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a331ffe4-9bfe-4e38-8405-8effb7ca303f req-c9c35869-e0ee-4299-9727-81c46181b110 service neutron] Bound using segment: {'id': 'e8574f67-2f30-49f5-bfcf-2bfc1462b045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8c1fe9bb-9cc3-4bf7-9684-e9e569dd33b3'} {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:02:31.929638 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [req-a331ffe4-9bfe-4e38-8405-8effb7ca303f req-c9c35869-e0ee-4299-9727-81c46181b110 service neutron] Bound port: d24a3052-f324-4d09-bb37-60d8db755ba7, host: hv-cinder-76675, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8574f67-2f30-49f5-bfcf-2bfc1462b045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8c1fe9bb-9cc3-4bf7-9684-e9e569dd33b3'}}] {{(pid=93268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:02:31.929986 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-a331ffe4-9bfe-4e38-8405-8effb7ca303f req-c9c35869-e0ee-4299-9727-81c46181b110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:32.012639 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-3eaad5e7-773f-45f9-a91b-d20ca51178a9 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks [] for port, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:32.228530 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 43166) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:32.229838 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.db [req-a331ffe4-9bfe-4e38-8405-8effb7ca303f req-c9c35869-e0ee-4299-9727-81c46181b110 service neutron] For port d24a3052-f324-4d09-bb37-60d8db755ba7, host hv-cinder-76675, cleared binding levels {{(pid=93268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:02:32.293471 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472cfe4d-5858-41ee-840b-3c0f621b5e1a tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Pushing event updated for resources: {'Port': ['ID=38a24031-d69c-4f65-ac2f-60d5845f25d9,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:32.297497 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-472cfe4d-5858-41ee-840b-3c0f621b5e1a tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.589s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:32.306935 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.db [req-a331ffe4-9bfe-4e38-8405-8effb7ca303f req-c9c35869-e0ee-4299-9727-81c46181b110 service neutron] For port d24a3052-f324-4d09-bb37-60d8db755ba7, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=d24a3052-f324-4d09-bb37-60d8db755ba7,segment=NetworkSegment(e8574f67-2f30-49f5-bfcf-2bfc1462b045),segment_id=e8574f67-2f30-49f5-bfcf-2bfc1462b045)] {{(pid=93268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:02:32.339440 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f88dc6-de9e-449a-b40b-7d6c20d55b26 req-472cfe4d-5858-41ee-840b-3c0f621b5e1a tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:32.340082 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-a3f88dc6-de9e-449a-b40b-7d6c20d55b26 req-472cfe4d-5858-41ee-840b-3c0f621b5e1a tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678351'] for port, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:32.343934 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b2e61-aed4-4f5f-a652-e843ffc8c47b req-56c9be50-6316-437e-8269-a12bc1dd3b12 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:32.345480 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-eb8b2e61-aed4-4f5f-a652-e843ffc8c47b req-56c9be50-6316-437e-8269-a12bc1dd3b12 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=29137dc2-e9df-4dab-9c24-56e918387df1 HTTP/1.1" status: 200 len: 931 time: 0.3014016 Jun 18 22:02:32.434138 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-3eaad5e7-773f-45f9-a91b-d20ca51178a9 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-549537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1678354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765938626142'] for port, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:32.450639 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-a331ffe4-9bfe-4e38-8405-8effb7ca303f req-c9c35869-e0ee-4299-9727-81c46181b110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:32.462793 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:32.476149 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [req-a3f88dc6-de9e-449a-b40b-7d6c20d55b26 req-472cfe4d-5858-41ee-840b-3c0f621b5e1a tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2619605 Jun 18 22:02:32.478520 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-eb8b2e61-aed4-4f5f-a652-e843ffc8c47b req-2372e203-da06-483c-9d96-1f560328ff56 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167576 Jun 18 22:02:32.507671 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.v2.base [req-a3f88dc6-de9e-449a-b40b-7d6c20d55b26 req-343a1b77-3fe0-4566-8b1b-a22ff08d7557 service neutron] Request body: {'port': {'device_id': '29137dc2-e9df-4dab-9c24-56e918387df1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:02:32.550129 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-49861845-845a-4a71-9fc8-7151095283cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:32.593906 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eaad5e7-773f-45f9-a91b-d20ca51178a9 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Network 0a94a276-d24e-41da-a649-5ffe202eff30 is already hosted by enough agents. {{(pid=93268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:02:32.615022 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.base_scheduler [None req-3eaad5e7-773f-45f9-a91b-d20ca51178a9 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Resources bound (agent type, host, resource id): {{(pid=93268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:02:32.631270 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a331ffe4-9bfe-4e38-8405-8effb7ca303f req-c9c35869-e0ee-4299-9727-81c46181b110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:32.631919 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-a331ffe4-9bfe-4e38-8405-8effb7ca303f req-c9c35869-e0ee-4299-9727-81c46181b110 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678351'] for port, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:32.633613 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a331ffe4-9bfe-4e38-8405-8effb7ca303f req-c9c35869-e0ee-4299-9727-81c46181b110 service neutron] 10.222.0.42 "PUT /v2.0/ports/d24a3052-f324-4d09-bb37-60d8db755ba7 HTTP/1.1" status: 200 len: 1094 time: 3.6913676 Jun 18 22:02:32.636581 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5299238-ba3e-447d-9d5c-50647ed93e33', 'tag': 'd24a3052-f324-4d09-bb37-60d8db755ba7'}] {{(pid=93268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:02:32.648328 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-a3f88dc6-de9e-449a-b40b-7d6c20d55b26 req-343a1b77-3fe0-4566-8b1b-a22ff08d7557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:32.732166 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.notifiers.nova [req-f9efdd52-08bd-4f8c-8b16-b141f15da06d req-14005e8d-17b7-4e3c-8721-5dbe3c29823e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59af2458-19d5-41c7-a73d-47d9346497cc {{(pid=93268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:02:32.744217 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaad5e7-773f-45f9-a91b-d20ca51178a9 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Pushing event updated for resources: {'Port': ['ID=4e0bcaff-7436-4ac2-ab9e-97768734c710,revision_number=1']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:32.764520 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-f9efdd52-08bd-4f8c-8b16-b141f15da06d req-14005e8d-17b7-4e3c-8721-5dbe3c29823e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:32.852098 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eaad5e7-773f-45f9-a91b-d20ca51178a9 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Received port after_create {{(pid=93268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:02:32.863434 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [req-f9efdd52-08bd-4f8c-8b16-b141f15da06d req-14005e8d-17b7-4e3c-8721-5dbe3c29823e service neutron] Transition to ACTIVE for port object 59af2458-19d5-41c7-a73d-47d9346497cc will not be triggered until provisioned by entity L2. {{(pid=93268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:02:32.995992 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-f9efdd52-08bd-4f8c-8b16-b141f15da06d req-14005e8d-17b7-4e3c-8721-5dbe3c29823e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:33.157979 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 43194) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:33.198880 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-cfd4400b-1529-4ea9-a221-6a7c5fbf6a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:33.278481 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.notifiers.nova [req-a3f88dc6-de9e-449a-b40b-7d6c20d55b26 req-343a1b77-3fe0-4566-8b1b-a22ff08d7557 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38a24031-d69c-4f65-ac2f-60d5845f25d9 {{(pid=93267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:02:33.298300 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-a3f88dc6-de9e-449a-b40b-7d6c20d55b26 req-343a1b77-3fe0-4566-8b1b-a22ff08d7557 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:33.319142 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c35869-e0ee-4299-9727-81c46181b110 service neutron] Pushing event updated for resources: {'Port': ['ID=d24a3052-f324-4d09-bb37-60d8db755ba7,revision_number=3']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:33.324020 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ff4b25c03651656652c9c7d58efcdba903c051ef33b3f53eb93af1a53304f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8797b122-409c-4d4b-922e-8d0e90585dda" -d '{"events": [{"name": "network-changed", "server_uuid": "b5299238-ba3e-447d-9d5c-50647ed93e33", "tag": "d24a3052-f324-4d09-bb37-60d8db755ba7"}]}' {{(pid=93268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:02:33.358482 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.db.provisioning_blocks [req-a3f88dc6-de9e-449a-b40b-7d6c20d55b26 req-343a1b77-3fe0-4566-8b1b-a22ff08d7557 service neutron] Transition to ACTIVE for port object 38a24031-d69c-4f65-ac2f-60d5845f25d9 will not be triggered until provisioned by entity L2. {{(pid=93267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:02:33.378450 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-c27398b4-8bea-4a19-a624-caadedc416c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:33.384956 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-c9c35869-e0ee-4299-9727-81c46181b110 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.922s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:33.386922 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-c9c35869-e0ee-4299-9727-81c46181b110 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.846s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:33.392597 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-3eaad5e7-773f-45f9-a91b-d20ca51178a9 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:33.441025 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-a3f88dc6-de9e-449a-b40b-7d6c20d55b26 req-343a1b77-3fe0-4566-8b1b-a22ff08d7557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504197'] for port, after_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:33.455815 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:33.518359 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2579e878-275d-4457-b77b-1d0ac91f082c req-5a9a2311-bad0-4e9e-81ff-508a8e3e4387 tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:33.521034 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-2579e878-275d-4457-b77b-1d0ac91f082c req-5a9a2311-bad0-4e9e-81ff-508a8e3e4387 tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5299238-ba3e-447d-9d5c-50647ed93e33 HTTP/1.1" status: 200 len: 944 time: 0.7835991 Jun 18 22:02:33.702967 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14005e8d-17b7-4e3c-8721-5dbe3c29823e service neutron] Pushing event updated for resources: {'Port': ['ID=59af2458-19d5-41c7-a73d-47d9346497cc,revision_number=2']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:33.730754 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-49861845-845a-4a71-9fc8-7151095283cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:33.735925 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-14005e8d-17b7-4e3c-8721-5dbe3c29823e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:33.738209 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-b59c7cf1-c61b-4ada-bf52-4953fa451efd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.418s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:33.738209 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-b59c7cf1-c61b-4ada-bf52-4953fa451efd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:33.744877 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-3eaad5e7-773f-45f9-a91b-d20ca51178a9 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:33.789513 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [req-f9efdd52-08bd-4f8c-8b16-b141f15da06d req-14005e8d-17b7-4e3c-8721-5dbe3c29823e service neutron] Attempting to bind port 59af2458-19d5-41c7-a73d-47d9346497cc on host hv-cinder-76675 for vnic_type normal with profile {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:02:33.789757 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343a1b77-3fe0-4566-8b1b-a22ff08d7557 service neutron] Pushing event updated for resources: {'Port': ['ID=38a24031-d69c-4f65-ac2f-60d5845f25d9,revision_number=2']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:33.789879 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [req-f9efdd52-08bd-4f8c-8b16-b141f15da06d req-14005e8d-17b7-4e3c-8721-5dbe3c29823e service neutron] Attempting to bind port 59af2458-19d5-41c7-a73d-47d9346497cc by drivers openvswitch,hyperv on host hv-cinder-76675 at level 0 using segments [{'id': 'c627a06e-c5a0-4830-ab6a-ca32b638bf65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '2e610704-1278-456e-9ce9-0109af150534'}] {{(pid=93268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:02:33.790169 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9efdd52-08bd-4f8c-8b16-b141f15da06d req-14005e8d-17b7-4e3c-8721-5dbe3c29823e service neutron] Attempting to bind port 59af2458-19d5-41c7-a73d-47d9346497cc on network 2e610704-1278-456e-9ce9-0109af150534 {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:02:33.799840 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-343a1b77-3fe0-4566-8b1b-a22ff08d7557 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:33.809838 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-2579e878-275d-4457-b77b-1d0ac91f082c req-514a69dd-725f-4ae1-b97c-82c9f64adb82 tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] 10.222.0.23 "GET /v2.0/security-groups?id=232cecde-8468-44d1-9cfa-82cc6331b31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623150 Jun 18 22:02:33.813408 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.plugins.ml2.managers [req-a3f88dc6-de9e-449a-b40b-7d6c20d55b26 req-343a1b77-3fe0-4566-8b1b-a22ff08d7557 service neutron] Attempting to bind port 38a24031-d69c-4f65-ac2f-60d5845f25d9 on host hv-cinder-76675 for vnic_type normal with profile {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:02:33.813786 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.plugins.ml2.managers [req-a3f88dc6-de9e-449a-b40b-7d6c20d55b26 req-343a1b77-3fe0-4566-8b1b-a22ff08d7557 service neutron] Attempting to bind port 38a24031-d69c-4f65-ac2f-60d5845f25d9 by drivers openvswitch,hyperv on host hv-cinder-76675 at level 0 using segments [{'id': 'c627a06e-c5a0-4830-ab6a-ca32b638bf65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '2e610704-1278-456e-9ce9-0109af150534'}] {{(pid=93267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:02:33.814231 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f88dc6-de9e-449a-b40b-7d6c20d55b26 req-343a1b77-3fe0-4566-8b1b-a22ff08d7557 service neutron] Attempting to bind port 38a24031-d69c-4f65-ac2f-60d5845f25d9 on network 2e610704-1278-456e-9ce9-0109af150534 {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:02:33.830034 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f88dc6-de9e-449a-b40b-7d6c20d55b26 req-343a1b77-3fe0-4566-8b1b-a22ff08d7557 service neutron] Port 38a24031-d69c-4f65-ac2f-60d5845f25d9 on network 2e610704-1278-456e-9ce9-0109af150534 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76675 {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 22:02:33.830652 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f88dc6-de9e-449a-b40b-7d6c20d55b26 req-343a1b77-3fe0-4566-8b1b-a22ff08d7557 service neutron] Attempting to bind port 38a24031-d69c-4f65-ac2f-60d5845f25d9 on network 2e610704-1278-456e-9ce9-0109af150534 {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:02:33.834567 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-49861845-845a-4a71-9fc8-7151095283cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:33.838905 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f88dc6-de9e-449a-b40b-7d6c20d55b26 req-343a1b77-3fe0-4566-8b1b-a22ff08d7557 service neutron] Checking agent: {'id': '2f1318d3-4eca-4d35-9b75-a551f42ebb29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 22, 0, 20), 'started_at': datetime.datetime(2021, 6, 18, 22, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:02:33.839924 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f88dc6-de9e-449a-b40b-7d6c20d55b26 req-343a1b77-3fe0-4566-8b1b-a22ff08d7557 service neutron] Checking segment: {'id': 'c627a06e-c5a0-4830-ab6a-ca32b638bf65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '2e610704-1278-456e-9ce9-0109af150534'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:02:33.839924 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f88dc6-de9e-449a-b40b-7d6c20d55b26 req-343a1b77-3fe0-4566-8b1b-a22ff08d7557 service neutron] Bound using segment: {'id': 'c627a06e-c5a0-4830-ab6a-ca32b638bf65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '2e610704-1278-456e-9ce9-0109af150534'} {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:02:33.840794 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.plugins.ml2.managers [req-a3f88dc6-de9e-449a-b40b-7d6c20d55b26 req-343a1b77-3fe0-4566-8b1b-a22ff08d7557 service neutron] Bound port: 38a24031-d69c-4f65-ac2f-60d5845f25d9, host: hv-cinder-76675, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c627a06e-c5a0-4830-ab6a-ca32b638bf65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '2e610704-1278-456e-9ce9-0109af150534'}}] {{(pid=93267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:02:33.840994 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-a3f88dc6-de9e-449a-b40b-7d6c20d55b26 req-343a1b77-3fe0-4566-8b1b-a22ff08d7557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:33.852769 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 22:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-855dd9f8-a666-4a33-9f93-3fe5d5859357 x-openstack-request-id: req-855dd9f8-a666-4a33-9f93-3fe5d5859357 {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:02:33.853100 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5299238-ba3e-447d-9d5c-50647ed93e33", "tag": "d24a3052-f324-4d09-bb37-60d8db755ba7", "status": "completed", "code": 200}]} {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:02:33.853475 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-855dd9f8-a666-4a33-9f93-3fe5d5859357 {{(pid=93268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:02:33.853868 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5299238-ba3e-447d-9d5c-50647ed93e33', 'tag': 'd24a3052-f324-4d09-bb37-60d8db755ba7', 'status': 'completed', 'code': 200} Jun 18 22:02:33.856134 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a331ffe4-9bfe-4e38-8405-8effb7ca303f req-1bbbbed5-6bf4-4f2f-b7fb-39d050bbf0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:33.857742 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a331ffe4-9bfe-4e38-8405-8effb7ca303f req-1bbbbed5-6bf4-4f2f-b7fb-39d050bbf0c1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0376bb2c03a7441a9021c412f8565795&device_id=b5299238-ba3e-447d-9d5c-50647ed93e33 HTTP/1.1" status: 200 len: 1097 time: 0.5052631 Jun 18 22:02:33.858250 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9efdd52-08bd-4f8c-8b16-b141f15da06d req-14005e8d-17b7-4e3c-8721-5dbe3c29823e service neutron] Port 59af2458-19d5-41c7-a73d-47d9346497cc on network 2e610704-1278-456e-9ce9-0109af150534 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76675 {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 22:02:33.858594 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9efdd52-08bd-4f8c-8b16-b141f15da06d req-14005e8d-17b7-4e3c-8721-5dbe3c29823e service neutron] Attempting to bind port 59af2458-19d5-41c7-a73d-47d9346497cc on network 2e610704-1278-456e-9ce9-0109af150534 {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:02:33.869067 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:33.885758 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9efdd52-08bd-4f8c-8b16-b141f15da06d req-14005e8d-17b7-4e3c-8721-5dbe3c29823e service neutron] Checking agent: {'id': '2f1318d3-4eca-4d35-9b75-a551f42ebb29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 22, 0, 20), 'started_at': datetime.datetime(2021, 6, 18, 22, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:02:33.886099 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9efdd52-08bd-4f8c-8b16-b141f15da06d req-14005e8d-17b7-4e3c-8721-5dbe3c29823e service neutron] Checking segment: {'id': 'c627a06e-c5a0-4830-ab6a-ca32b638bf65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '2e610704-1278-456e-9ce9-0109af150534'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:02:33.886531 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9efdd52-08bd-4f8c-8b16-b141f15da06d req-14005e8d-17b7-4e3c-8721-5dbe3c29823e service neutron] Bound using segment: {'id': 'c627a06e-c5a0-4830-ab6a-ca32b638bf65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '2e610704-1278-456e-9ce9-0109af150534'} {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:02:33.886984 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [req-f9efdd52-08bd-4f8c-8b16-b141f15da06d req-14005e8d-17b7-4e3c-8721-5dbe3c29823e service neutron] Bound port: 59af2458-19d5-41c7-a73d-47d9346497cc, host: hv-cinder-76675, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c627a06e-c5a0-4830-ab6a-ca32b638bf65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '2e610704-1278-456e-9ce9-0109af150534'}}] {{(pid=93268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:02:33.887703 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-f9efdd52-08bd-4f8c-8b16-b141f15da06d req-14005e8d-17b7-4e3c-8721-5dbe3c29823e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:33.961083 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.plugins.ml2.db [req-a3f88dc6-de9e-449a-b40b-7d6c20d55b26 req-343a1b77-3fe0-4566-8b1b-a22ff08d7557 service neutron] For port 38a24031-d69c-4f65-ac2f-60d5845f25d9, host hv-cinder-76675, cleared binding levels {{(pid=93267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:02:33.969320 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.plugins.ml2.db [req-a3f88dc6-de9e-449a-b40b-7d6c20d55b26 req-343a1b77-3fe0-4566-8b1b-a22ff08d7557 service neutron] For port 38a24031-d69c-4f65-ac2f-60d5845f25d9, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=38a24031-d69c-4f65-ac2f-60d5845f25d9,segment=NetworkSegment(c627a06e-c5a0-4830-ab6a-ca32b638bf65),segment_id=c627a06e-c5a0-4830-ab6a-ca32b638bf65)] {{(pid=93267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:02:33.993599 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-c27398b4-8bea-4a19-a624-caadedc416c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:34.004790 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-49861845-845a-4a71-9fc8-7151095283cf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6e468b4c6dbe4f198adda5e2afeebf3b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7638290 Jun 18 22:02:34.005197 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 43220) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:34.034128 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49861845-845a-4a71-9fc8-7151095283cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf57726-aa7f-47ce-b25c-0ae3eae38b67,revision_number=1']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:34.045487 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a331ffe4-9bfe-4e38-8405-8effb7ca303f req-66db6dc9-9e1a-4167-bee1-e6f94aedeac3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d24a3052-f324-4d09-bb37-60d8db755ba7 HTTP/1.1" status: 200 len: 217 time: 0.0735619 Jun 18 22:02:34.046222 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-49861845-845a-4a71-9fc8-7151095283cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:34.070534 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-7d547c86-3e94-424e-b1bc-14cd01380d3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:34.095866 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-7d547c86-3e94-424e-b1bc-14cd01380d3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:34.140884 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-a3f88dc6-de9e-449a-b40b-7d6c20d55b26 req-343a1b77-3fe0-4566-8b1b-a22ff08d7557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504197'] for port, after_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:34.143724 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-c27398b4-8bea-4a19-a624-caadedc416c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:34.145896 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-343a1b77-3fe0-4566-8b1b-a22ff08d7557 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:34.186028 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a331ffe4-9bfe-4e38-8405-8effb7ca303f req-0d3dc1ea-ca59-4e5c-9fbc-19b9a98250be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:34.187611 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a331ffe4-9bfe-4e38-8405-8effb7ca303f req-0d3dc1ea-ca59-4e5c-9fbc-19b9a98250be service neutron] 10.222.0.42 "GET /v2.0/subnets?id=62c55806-c3bf-4485-b605-f03b20fa8b2f HTTP/1.1" status: 200 len: 851 time: 0.1202145 Jun 18 22:02:34.260726 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f88dc6-de9e-449a-b40b-7d6c20d55b26 req-343a1b77-3fe0-4566-8b1b-a22ff08d7557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:34.261509 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-a3f88dc6-de9e-449a-b40b-7d6c20d55b26 req-343a1b77-3fe0-4566-8b1b-a22ff08d7557 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678351'] for port, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:34.264396 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [req-a3f88dc6-de9e-449a-b40b-7d6c20d55b26 req-343a1b77-3fe0-4566-8b1b-a22ff08d7557 service neutron] 10.222.0.42 "PUT /v2.0/ports/38a24031-d69c-4f65-ac2f-60d5845f25d9 HTTP/1.1" status: 200 len: 1093 time: 1.7669349 Jun 18 22:02:34.264856 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29137dc2-e9df-4dab-9c24-56e918387df1', 'tag': '38a24031-d69c-4f65-ac2f-60d5845f25d9'}] {{(pid=93267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:02:34.270312 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343a1b77-3fe0-4566-8b1b-a22ff08d7557 service neutron] Pushing event updated for resources: {'Port': ['ID=38a24031-d69c-4f65-ac2f-60d5845f25d9,revision_number=3']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:34.282492 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-343a1b77-3fe0-4566-8b1b-a22ff08d7557 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:34.283644 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.db [req-f9efdd52-08bd-4f8c-8b16-b141f15da06d req-14005e8d-17b7-4e3c-8721-5dbe3c29823e service neutron] For port 59af2458-19d5-41c7-a73d-47d9346497cc, host hv-cinder-76675, cleared binding levels {{(pid=93268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:02:34.287549 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:34.287766 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a331ffe4-9bfe-4e38-8405-8effb7ca303f req-73a982a0-9d01-452e-aab3-5268a1675563 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8c1fe9bb-9cc3-4bf7-9684-e9e569dd33b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854411 Jun 18 22:02:34.292925 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-c27398b4-8bea-4a19-a624-caadedc416c2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=35affb7ed69b47bf858df228947eed89&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1336901 Jun 18 22:02:34.299612 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 43232) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:34.303599 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-7d547c86-3e94-424e-b1bc-14cd01380d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:34.309485 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-7d547c86-3e94-424e-b1bc-14cd01380d3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:34.317437 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-7d547c86-3e94-424e-b1bc-14cd01380d3a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3bf57726-aa7f-47ce-b25c-0ae3eae38b67 HTTP/1.1" status: 204 len: 168 time: 0.3103778 Jun 18 22:02:34.318613 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-3eaad5e7-773f-45f9-a91b-d20ca51178a9 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks [] for port, precommit_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:34.321898 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.db [req-f9efdd52-08bd-4f8c-8b16-b141f15da06d req-14005e8d-17b7-4e3c-8721-5dbe3c29823e service neutron] For port 59af2458-19d5-41c7-a73d-47d9346497cc, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=59af2458-19d5-41c7-a73d-47d9346497cc,segment=NetworkSegment(c627a06e-c5a0-4830-ab6a-ca32b638bf65),segment_id=c627a06e-c5a0-4830-ab6a-ca32b638bf65)] {{(pid=93268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:02:34.335219 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27398b4-8bea-4a19-a624-caadedc416c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf89433-7d13-41c9-a067-06e3e6ce82dd,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:34.355740 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-c27398b4-8bea-4a19-a624-caadedc416c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:34.356358 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-6f751f2e-7d70-404a-bbfc-13eee38f88ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:34.599343 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ffb03f081099a79b88715c25cfbb0c51b361b5976ea0edca7ac7ba464b79a3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e94536-239e-4ada-877e-a500826a8953" -d '{"events": [{"name": "network-changed", "server_uuid": "29137dc2-e9df-4dab-9c24-56e918387df1", "tag": "38a24031-d69c-4f65-ac2f-60d5845f25d9"}]}' {{(pid=93267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:02:34.599343 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d547c86-3e94-424e-b1bc-14cd01380d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf57726-aa7f-47ce-b25c-0ae3eae38b67,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:34.599343 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-7d547c86-3e94-424e-b1bc-14cd01380d3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:34.600914 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818b9b6f-cb94-4e27-bb3b-3d01e6a0dd9c req-7421cb41-1c65-46be-8383-d975d5ac69a4 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:34.600914 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-818b9b6f-cb94-4e27-bb3b-3d01e6a0dd9c req-7421cb41-1c65-46be-8383-d975d5ac69a4 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=29137dc2-e9df-4dab-9c24-56e918387df1 HTTP/1.1" status: 200 len: 943 time: 0.3159561 Jun 18 22:02:34.600914 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-818d0b8f-7aaf-430c-bb3d-e9757deccbe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:34.600914 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a331ffe4-9bfe-4e38-8405-8effb7ca303f req-9f41d6e7-7685-4c72-a7a4-c8be73b2137e service neutron] 10.222.0.42 "GET /v2.0/networks/8c1fe9bb-9cc3-4bf7-9684-e9e569dd33b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957016 Jun 18 22:02:34.600914 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-818d0b8f-7aaf-430c-bb3d-e9757deccbe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:34.606967 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-818b9b6f-cb94-4e27-bb3b-3d01e6a0dd9c req-6ceae702-7e8d-4b19-ba5a-57189b770f41 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153252 Jun 18 22:02:34.743572 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a331ffe4-9bfe-4e38-8405-8effb7ca303f req-42d200bb-3c5c-4d31-a176-fe9a408c4ce0 service neutron] 10.222.0.42 "GET /v2.0/networks/8c1fe9bb-9cc3-4bf7-9684-e9e569dd33b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149861 Jun 18 22:02:35.030391 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabf9048-43f7-4021-b09c-512eb1d2e7d2 req-b792606c-12fa-443a-af0b-14e3807e1ac9 tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:35.031899 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-cabf9048-43f7-4021-b09c-512eb1d2e7d2 req-b792606c-12fa-443a-af0b-14e3807e1ac9 tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5299238-ba3e-447d-9d5c-50647ed93e33 HTTP/1.1" status: 200 len: 944 time: 0.0728903 Jun 18 22:02:35.072516 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-cabf9048-43f7-4021-b09c-512eb1d2e7d2 req-a2f509b8-2c57-4084-bfb6-fab96c212407 tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] 10.222.0.23 "GET /v2.0/security-groups?id=232cecde-8468-44d1-9cfa-82cc6331b31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336950 Jun 18 22:02:35.080654 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-f9efdd52-08bd-4f8c-8b16-b141f15da06d req-14005e8d-17b7-4e3c-8721-5dbe3c29823e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:35.081983 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-3eaad5e7-773f-45f9-a91b-d20ca51178a9 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:35.083671 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-818d0b8f-7aaf-430c-bb3d-e9757deccbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:35.087635 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:35.091571 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-818d0b8f-7aaf-430c-bb3d-e9757deccbe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:35.092700 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-818d0b8f-7aaf-430c-bb3d-e9757deccbe0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dcf89433-7d13-41c9-a067-06e3e6ce82dd HTTP/1.1" status: 204 len: 168 time: 0.7855766 Jun 18 22:02:35.156498 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9efdd52-08bd-4f8c-8b16-b141f15da06d req-14005e8d-17b7-4e3c-8721-5dbe3c29823e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:35.156498 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-f9efdd52-08bd-4f8c-8b16-b141f15da06d req-14005e8d-17b7-4e3c-8721-5dbe3c29823e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678351'] for port, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:35.156498 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-f9efdd52-08bd-4f8c-8b16-b141f15da06d req-14005e8d-17b7-4e3c-8721-5dbe3c29823e service neutron] 10.222.0.42 "PUT /v2.0/ports/59af2458-19d5-41c7-a73d-47d9346497cc HTTP/1.1" status: 200 len: 1093 time: 3.6216307 Jun 18 22:02:35.160930 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-3eaad5e7-773f-45f9-a91b-d20ca51178a9 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516016'] for floatingip, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:35.173021 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14005e8d-17b7-4e3c-8721-5dbe3c29823e service neutron] Pushing event updated for resources: {'Port': ['ID=59af2458-19d5-41c7-a73d-47d9346497cc,revision_number=3']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:35.231564 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaad5e7-773f-45f9-a91b-d20ca51178a9 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Pushing event updated for resources: {'Port': ['ID=4e0bcaff-7436-4ac2-ab9e-97768734c710,revision_number=2']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:35.236108 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-3eaad5e7-773f-45f9-a91b-d20ca51178a9 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:35.236498 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.139s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:35.245788 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818d0b8f-7aaf-430c-bb3d-e9757deccbe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf89433-7d13-41c9-a067-06e3e6ce82dd,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:35.248583 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-818d0b8f-7aaf-430c-bb3d-e9757deccbe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:35.250659 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-f09ba5ec-5002-478a-beab-c84b8ea3f178 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.128s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:35.250659 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-f09ba5ec-5002-478a-beab-c84b8ea3f178 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:35.376810 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-3eaad5e7-773f-45f9-a91b-d20ca51178a9 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31239'] for floatingip, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:35.378384 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-3eaad5e7-773f-45f9-a91b-d20ca51178a9 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.1071687 Jun 18 22:02:35.699884 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 22:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5987ac20-c38e-408e-b76e-71a2355e6b64 x-openstack-request-id: req-5987ac20-c38e-408e-b76e-71a2355e6b64 {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:02:35.700834 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29137dc2-e9df-4dab-9c24-56e918387df1", "tag": "38a24031-d69c-4f65-ac2f-60d5845f25d9", "status": "completed", "code": 200}]} {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:02:35.701265 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5987ac20-c38e-408e-b76e-71a2355e6b64 {{(pid=93267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:02:35.701910 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29137dc2-e9df-4dab-9c24-56e918387df1', 'tag': '38a24031-d69c-4f65-ac2f-60d5845f25d9', 'status': 'completed', 'code': 200} Jun 18 22:02:35.863667 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86124762-9669-4327-a28e-3ab5a1591ad4', 'tag': '59af2458-19d5-41c7-a73d-47d9346497cc'}] {{(pid=93268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:02:35.869116 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ff4b25c03651656652c9c7d58efcdba903c051ef33b3f53eb93af1a53304f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2393d0b-2a7c-4433-bb07-b08ab86a1fe0" -d '{"events": [{"name": "network-changed", "server_uuid": "86124762-9669-4327-a28e-3ab5a1591ad4", "tag": "59af2458-19d5-41c7-a73d-47d9346497cc"}]}' {{(pid=93268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:02:35.933967 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb12dd-6d1b-46b1-a17a-8eccc6024629 req-8c5f95e3-cd81-4ecf-a8a9-084e6d230744 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:35.941864 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-89fb12dd-6d1b-46b1-a17a-8eccc6024629 req-8c5f95e3-cd81-4ecf-a8a9-084e6d230744 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=29137dc2-e9df-4dab-9c24-56e918387df1 HTTP/1.1" status: 200 len: 943 time: 0.1550200 Jun 18 22:02:36.047637 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b8e90d68-c3af-47d4-985c-698ae52647dc req-479a00ce-a4e5-4dc5-bfe7-a4a0b470c0f1 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1531099276&fields=id&tenant_id=1a162bbe7ec5404e82b0637c65bc655b HTTP/1.1" status: 200 len: 267 time: 0.0922053 Jun 18 22:02:36.049063 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 43308) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:36.066811 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-89fb12dd-6d1b-46b1-a17a-8eccc6024629 req-b556cc8b-e833-471d-a1ef-a335f41dd039 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232607 Jun 18 22:02:36.171816 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 22:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe08e1a-286f-461d-ac25-f9d48ec2c216 x-openstack-request-id: req-bbe08e1a-286f-461d-ac25-f9d48ec2c216 {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:02:36.172125 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86124762-9669-4327-a28e-3ab5a1591ad4", "tag": "59af2458-19d5-41c7-a73d-47d9346497cc", "status": "completed", "code": 200}]} {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:02:36.172397 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bbe08e1a-286f-461d-ac25-f9d48ec2c216 {{(pid=93268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:02:36.172828 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86124762-9669-4327-a28e-3ab5a1591ad4', 'tag': '59af2458-19d5-41c7-a73d-47d9346497cc', 'status': 'completed', 'code': 200} Jun 18 22:02:36.287998 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e90d68-c3af-47d4-985c-698ae52647dc req-367b5623-724a-46d4-a7c1-32c30d6896c3 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:36.289742 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b8e90d68-c3af-47d4-985c-698ae52647dc req-367b5623-724a-46d4-a7c1-32c30d6896c3 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/networks?id=2767e6ef-6819-45b8-a88a-d01068b3a363 HTTP/1.1" status: 200 len: 811 time: 0.2181973 Jun 18 22:02:36.321624 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b8e90d68-c3af-47d4-985c-698ae52647dc req-557fe1f9-f82c-4bf8-b6c0-d1a346e92554 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/quotas/1a162bbe7ec5404e82b0637c65bc655b HTTP/1.1" status: 200 len: 375 time: 0.0214710 Jun 18 22:02:36.349843 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4117f470-3e11-48ac-b2ea-3715e027f28f req-0f59a86a-17ae-42a1-a7b6-cce06f2dceb7 tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:36.351257 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-4117f470-3e11-48ac-b2ea-3715e027f28f req-0f59a86a-17ae-42a1-a7b6-cce06f2dceb7 tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5299238-ba3e-447d-9d5c-50647ed93e33 HTTP/1.1" status: 200 len: 944 time: 0.1067102 Jun 18 22:02:36.441717 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-4117f470-3e11-48ac-b2ea-3715e027f28f req-12335c73-ad84-4d09-a53b-1fabdfe58a9b tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] 10.222.0.23 "GET /v2.0/security-groups?id=232cecde-8468-44d1-9cfa-82cc6331b31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575879 Jun 18 22:02:36.477937 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b8e90d68-c3af-47d4-985c-698ae52647dc req-7c92ab38-3cab-495b-b3e4-bd2d7a012e45 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1a162bbe7ec5404e82b0637c65bc655b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1495588 Jun 18 22:02:36.586193 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b8e90d68-c3af-47d4-985c-698ae52647dc req-6ccc7a0b-d489-43ba-85d8-7bdaedbfdc4b service neutron] 10.222.0.23 "GET /v2.0/networks/2767e6ef-6819-45b8-a88a-d01068b3a363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920475 Jun 18 22:02:36.614084 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 43320) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:36.640212 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-892ce39b-5791-4ccc-860c-44f5439edd9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:36.697831 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 43322) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:36.721530 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-170ed025-8838-4297-9df3-76b0cee54cb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:36.833403 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-892ce39b-5791-4ccc-860c-44f5439edd9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:36.908768 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b8e90d68-c3af-47d4-985c-698ae52647dc req-c03a787b-baef-4f93-bdd8-140ee951ce88 service neutron] 10.222.0.23 "GET /v2.0/networks/2767e6ef-6819-45b8-a88a-d01068b3a363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157730 Jun 18 22:02:36.951955 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-442864fd-7424-4321-ab3e-a60ed2863bc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:37.029918 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-892ce39b-5791-4ccc-860c-44f5439edd9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:37.038010 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-9f581c29-4042-4b9b-8bba-3e29c0b8e576 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:37.060814 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.db.api [None req-442864fd-7424-4321-ab3e-a60ed2863bc7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 18 22:02:37.060814 dv-cinder-766752-3-smb neutron-server[93267]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 18 22:02:37.060814 dv-cinder-766752-3-smb neutron-server[93267]: [parameters: {'project_id_1': '5ce3bbf417a44f8c839d1ab042c32db1', 'expiration_1': datetime.datetime(2021, 6, 18, 22, 2, 36, 964029)}] Jun 18 22:02:37.060814 dv-cinder-766752-3-smb neutron-server[93267]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93267) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 22:02:37.061210 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_db.api [None req-442864fd-7424-4321-ab3e-a60ed2863bc7 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 22:02:37.094518 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-892ce39b-5791-4ccc-860c-44f5439edd9f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7fb6093eea0846bcbf0180081867f623&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4768243 Jun 18 22:02:37.094936 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 43324) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:37.099686 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892ce39b-5791-4ccc-860c-44f5439edd9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea8d1be8-a75e-4702-a167-7286b7eef18b,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:37.105102 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-892ce39b-5791-4ccc-860c-44f5439edd9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:37.218449 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-3aade1df-b5c0-42c3-b2a6-8d1985c635de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:37.255680 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-170ed025-8838-4297-9df3-76b0cee54cb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:37.285776 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-3aade1df-b5c0-42c3-b2a6-8d1985c635de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:37.302116 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-cc021944-7e11-4fc9-9efb-680f693e92e4 req-4345e52f-1f5f-494c-b03c-86d843cd99db tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/ports?device_id=9afbb1bf-0416-43fb-9bbb-2433ceb5f0e3 HTTP/1.1" status: 200 len: 210 time: 0.0504956 Jun 18 22:02:37.450756 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0690013-4aa2-4ee6-86e0-c4b8d6676091 req-1d5fc66e-cd2e-4b72-9848-ac714e02627f tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:37.452406 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-e0690013-4aa2-4ee6-86e0-c4b8d6676091 req-1d5fc66e-cd2e-4b72-9848-ac714e02627f tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=29137dc2-e9df-4dab-9c24-56e918387df1 HTTP/1.1" status: 200 len: 943 time: 0.1418464 Jun 18 22:02:37.490623 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-170ed025-8838-4297-9df3-76b0cee54cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:37.494919 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-892ce39b-5791-4ccc-860c-44f5439edd9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:37.503814 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-e0690013-4aa2-4ee6-86e0-c4b8d6676091 req-0f070265-62b5-4e72-b679-5564b239e98a tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421691 Jun 18 22:02:37.555684 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-3aade1df-b5c0-42c3-b2a6-8d1985c635de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:37.557376 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170ed025-8838-4297-9df3-76b0cee54cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79fab5fc-b87c-484e-b116-ff87d28ea602,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:37.558769 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-3aade1df-b5c0-42c3-b2a6-8d1985c635de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:37.559898 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-3aade1df-b5c0-42c3-b2a6-8d1985c635de admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ea8d1be8-a75e-4702-a167-7286b7eef18b HTTP/1.1" status: 204 len: 168 time: 0.4619837 Jun 18 22:02:37.560701 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-b2354f0b-bd12-4a1b-a5f9-2508d5dde5ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:37.566995 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 43348) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:37.568646 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-170ed025-8838-4297-9df3-76b0cee54cb8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1bbb77a8d9e643c09113430dc45ef5f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8628428 Jun 18 22:02:37.571517 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-170ed025-8838-4297-9df3-76b0cee54cb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:37.572077 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-442864fd-7424-4321-ab3e-a60ed2863bc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:37.624245 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aade1df-b5c0-42c3-b2a6-8d1985c635de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea8d1be8-a75e-4702-a167-7286b7eef18b,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:37.635084 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-3aade1df-b5c0-42c3-b2a6-8d1985c635de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:37.663449 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-df524997-9902-47d2-ba46-7f6792c6c959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:37.740050 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-df524997-9902-47d2-ba46-7f6792c6c959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:37.742428 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-442864fd-7424-4321-ab3e-a60ed2863bc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:37.802382 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c283407-2226-4e04-98d5-5972289b09dd req-c81ddcd8-2a5d-46bc-9415-824699b8932e tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:37.804054 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-0c283407-2226-4e04-98d5-5972289b09dd req-c81ddcd8-2a5d-46bc-9415-824699b8932e tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5299238-ba3e-447d-9d5c-50647ed93e33 HTTP/1.1" status: 200 len: 944 time: 0.1180301 Jun 18 22:02:37.850979 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-0c283407-2226-4e04-98d5-5972289b09dd req-7c81f8c3-e2b8-4215-b935-8116749ad0cb tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] 10.222.0.23 "GET /v2.0/security-groups?id=232cecde-8468-44d1-9cfa-82cc6331b31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358346 Jun 18 22:02:37.906588 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-442864fd-7424-4321-ab3e-a60ed2863bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:37.906887 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-df524997-9902-47d2-ba46-7f6792c6c959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:37.906887 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-df524997-9902-47d2-ba46-7f6792c6c959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:37.907028 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-c27398b4-8bea-4a19-a624-caadedc416c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:37.910497 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-df524997-9902-47d2-ba46-7f6792c6c959 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/79fab5fc-b87c-484e-b116-ff87d28ea602 HTTP/1.1" status: 204 len: 168 time: 0.3408260 Jun 18 22:02:37.915781 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-160af211-bd94-42d4-897d-e96ca58c6e2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:37.929341 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df524997-9902-47d2-ba46-7f6792c6c959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79fab5fc-b87c-484e-b116-ff87d28ea602,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:37.931780 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-df524997-9902-47d2-ba46-7f6792c6c959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:37.964684 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-442864fd-7424-4321-ab3e-a60ed2863bc7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5ce3bbf417a44f8c839d1ab042c32db1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9120843 Jun 18 22:02:37.964684 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442864fd-7424-4321-ab3e-a60ed2863bc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a553734-14d1-4184-a6a7-e7731a63a214,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:37.966944 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 43352) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:37.967561 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-442864fd-7424-4321-ab3e-a60ed2863bc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:38.061765 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-3c338833-e1e7-4976-ab74-643757fbbc66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:38.092885 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-3c338833-e1e7-4976-ab74-643757fbbc66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:38.386723 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-608220e9-0be3-49cb-ad0f-6d643426ef6b req-b7d03448-9494-4a85-9eaa-df0b2b596210 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/ports?device_id=9afbb1bf-0416-43fb-9bbb-2433ceb5f0e3 HTTP/1.1" status: 200 len: 210 time: 0.0301180 Jun 18 22:02:38.509865 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-3c338833-e1e7-4976-ab74-643757fbbc66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:38.514702 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-3c338833-e1e7-4976-ab74-643757fbbc66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:38.516321 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-3c338833-e1e7-4976-ab74-643757fbbc66 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4a553734-14d1-4184-a6a7-e7731a63a214 HTTP/1.1" status: 204 len: 168 time: 0.5477753 Jun 18 22:02:38.516632 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-df524997-9902-47d2-ba46-7f6792c6c959 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:38.528931 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c338833-e1e7-4976-ab74-643757fbbc66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a553734-14d1-4184-a6a7-e7731a63a214,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:38.538063 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-3c338833-e1e7-4976-ab74-643757fbbc66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:38.782631 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab53f26-20e7-4f2c-ac3c-08c0f73ba4b1 req-14b99ae5-30f9-4431-9736-43df5bef5c7a tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:38.784117 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-1ab53f26-20e7-4f2c-ac3c-08c0f73ba4b1 req-14b99ae5-30f9-4431-9736-43df5bef5c7a tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=29137dc2-e9df-4dab-9c24-56e918387df1 HTTP/1.1" status: 200 len: 943 time: 0.0763047 Jun 18 22:02:38.822888 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-1ab53f26-20e7-4f2c-ac3c-08c0f73ba4b1 req-d2f352eb-c252-4c1e-b087-e8d46f7ac01a tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322828 Jun 18 22:02:39.086892 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4efea54-af6b-4efc-9ffe-c2797cf49794 req-61d421da-ef1c-4286-a6a5-0b44bc8e8a59 tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:39.088528 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-d4efea54-af6b-4efc-9ffe-c2797cf49794 req-61d421da-ef1c-4286-a6a5-0b44bc8e8a59 tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5299238-ba3e-447d-9d5c-50647ed93e33 HTTP/1.1" status: 200 len: 944 time: 0.1107864 Jun 18 22:02:39.130049 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-d4efea54-af6b-4efc-9ffe-c2797cf49794 req-223a2b72-e78b-4eca-8354-2ee7264c3b9e tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] 10.222.0.23 "GET /v2.0/security-groups?id=232cecde-8468-44d1-9cfa-82cc6331b31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350747 Jun 18 22:02:39.319111 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 43414) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:39.413621 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-e7fe5721-82c5-4915-8f92-e4a5fffcf66f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:39.417855 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8797b122-409c-4d4b-922e-8d0e90585dda req-b359993b-0491-496e-b3e2-6d9396e14c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:39.419757 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-8797b122-409c-4d4b-922e-8d0e90585dda req-b359993b-0491-496e-b3e2-6d9396e14c90 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0376bb2c03a7441a9021c412f8565795&device_id=b5299238-ba3e-447d-9d5c-50647ed93e33 HTTP/1.1" status: 200 len: 1097 time: 0.1292694 Jun 18 22:02:39.423803 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2393d0b-2a7c-4433-bb07-b08ab86a1fe0 req-6653cc28-82fd-4a3d-92c4-d3f6acf7edd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:39.425652 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b2393d0b-2a7c-4433-bb07-b08ab86a1fe0 req-6653cc28-82fd-4a3d-92c4-d3f6acf7edd4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=194d0725082a4b188ee68100035994ba&device_id=86124762-9669-4327-a28e-3ab5a1591ad4 HTTP/1.1" status: 200 len: 1096 time: 0.1036761 Jun 18 22:02:39.498845 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f88dc6-de9e-449a-b40b-7d6c20d55b26 req-b341d35c-0ab4-4dc2-bef0-a273bd815fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:39.500498 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [req-a3f88dc6-de9e-449a-b40b-7d6c20d55b26 req-b341d35c-0ab4-4dc2-bef0-a273bd815fa8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=194d0725082a4b188ee68100035994ba&device_id=29137dc2-e9df-4dab-9c24-56e918387df1 HTTP/1.1" status: 200 len: 1096 time: 0.1839457 Jun 18 22:02:39.574943 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-e7fe5721-82c5-4915-8f92-e4a5fffcf66f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:39.630944 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [req-a3f88dc6-de9e-449a-b40b-7d6c20d55b26 req-753a3990-6ae2-400a-9f12-3ce02bcb203f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38a24031-d69c-4f65-ac2f-60d5845f25d9 HTTP/1.1" status: 200 len: 217 time: 0.1161010 Jun 18 22:02:39.681202 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-e7fe5721-82c5-4915-8f92-e4a5fffcf66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:39.688597 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-748be6a3-4426-437c-b7d5-aa0bb06102ba req-4601a42f-cc13-4230-8ce3-6f749b6086a1 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/ports?device_id=9afbb1bf-0416-43fb-9bbb-2433ceb5f0e3 HTTP/1.1" status: 200 len: 210 time: 0.1182220 Jun 18 22:02:39.689762 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:39.750381 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fe5721-82c5-4915-8f92-e4a5fffcf66f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c559c82-18cd-4536-a522-cd7c70787d8d,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:39.754683 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f88dc6-de9e-449a-b40b-7d6c20d55b26 req-2d8fbacb-4259-4e5f-b083-846d2844df6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:39.756478 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [req-a3f88dc6-de9e-449a-b40b-7d6c20d55b26 req-2d8fbacb-4259-4e5f-b083-846d2844df6b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=127a1104-a6cb-4a46-bd9c-a1b88caa2a45 HTTP/1.1" status: 200 len: 859 time: 0.1154122 Jun 18 22:02:39.757510 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-e7fe5721-82c5-4915-8f92-e4a5fffcf66f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:39.766271 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 43432) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:39.768201 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-e7fe5721-82c5-4915-8f92-e4a5fffcf66f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1078af52418642d386e7304dfd17eae1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4172158 Jun 18 22:02:39.873263 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2393d0b-2a7c-4433-bb07-b08ab86a1fe0 req-94b9e6c4-c0da-439a-bd80-4b8eb6fbe193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:39.874353 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [req-a3f88dc6-de9e-449a-b40b-7d6c20d55b26 req-2102bfdf-cb09-48ff-977d-45a9886b68d8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2e610704-1278-456e-9ce9-0109af150534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0851057 Jun 18 22:02:39.874735 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b2393d0b-2a7c-4433-bb07-b08ab86a1fe0 req-94b9e6c4-c0da-439a-bd80-4b8eb6fbe193 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=194d0725082a4b188ee68100035994ba&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4219763 Jun 18 22:02:39.880893 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8797b122-409c-4d4b-922e-8d0e90585dda req-14a76fe9-4e4b-46d2-98fd-2dd1e4033849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:39.881908 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-8797b122-409c-4d4b-922e-8d0e90585dda req-14a76fe9-4e4b-46d2-98fd-2dd1e4033849 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8c1fe9bb-9cc3-4bf7-9684-e9e569dd33b3 HTTP/1.1" status: 200 len: 912 time: 0.3925793 Jun 18 22:02:40.018093 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [req-a3f88dc6-de9e-449a-b40b-7d6c20d55b26 req-72b18492-ddd3-4a95-9e35-1b40691002f9 service neutron] 10.222.0.42 "GET /v2.0/networks/2e610704-1278-456e-9ce9-0109af150534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310277 Jun 18 22:02:40.044852 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-8797b122-409c-4d4b-922e-8d0e90585dda req-0e53fa2b-5625-4e83-b115-c5658f631509 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d24a3052-f324-4d09-bb37-60d8db755ba7 HTTP/1.1" status: 200 len: 217 time: 0.1515143 Jun 18 22:02:40.097803 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-cb558eb6-1c3f-4144-8143-ff01c9e87ce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:40.217726 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-cb558eb6-1c3f-4144-8143-ff01c9e87ce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:40.232380 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [req-a3f88dc6-de9e-449a-b40b-7d6c20d55b26 req-c2826a2d-31f3-4808-949f-79c45e5aef67 service neutron] 10.222.0.42 "GET /v2.0/networks/2e610704-1278-456e-9ce9-0109af150534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075789 Jun 18 22:02:40.249850 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8797b122-409c-4d4b-922e-8d0e90585dda req-60ad3915-26e5-480f-99de-453ec0b6195f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:40.251562 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-8797b122-409c-4d4b-922e-8d0e90585dda req-60ad3915-26e5-480f-99de-453ec0b6195f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=62c55806-c3bf-4485-b605-f03b20fa8b2f HTTP/1.1" status: 200 len: 851 time: 0.1897280 Jun 18 22:02:40.344529 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-8797b122-409c-4d4b-922e-8d0e90585dda req-66facc64-f2a1-4f87-ad44-47876b80ac5d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8c1fe9bb-9cc3-4bf7-9684-e9e569dd33b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765800 Jun 18 22:02:40.356146 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2393d0b-2a7c-4433-bb07-b08ab86a1fe0 req-7656b71d-92ea-4bcc-9fbf-b5ce970e6e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:40.357532 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b2393d0b-2a7c-4433-bb07-b08ab86a1fe0 req-7656b71d-92ea-4bcc-9fbf-b5ce970e6e02 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4632838 Jun 18 22:02:40.407931 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b07e9-926d-458f-ab81-98791a75cb45 req-e257b560-1f4f-4834-937b-9991bd1ff4ac tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:40.410148 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-e01b07e9-926d-458f-ab81-98791a75cb45 req-e257b560-1f4f-4834-937b-9991bd1ff4ac tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=29137dc2-e9df-4dab-9c24-56e918387df1 HTTP/1.1" status: 200 len: 943 time: 0.3982637 Jun 18 22:02:40.568275 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e94536-239e-4ada-877e-a500826a8953 req-e42acfc2-f00d-4bbc-a026-96480a54a24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:40.571067 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [req-81e94536-239e-4ada-877e-a500826a8953 req-e42acfc2-f00d-4bbc-a026-96480a54a24f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=194d0725082a4b188ee68100035994ba&device_id=29137dc2-e9df-4dab-9c24-56e918387df1 HTTP/1.1" status: 200 len: 1096 time: 0.0816789 Jun 18 22:02:40.757695 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-e01b07e9-926d-458f-ab81-98791a75cb45 req-89b11997-6b2b-4986-ba30-eb82a7119881 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490803 Jun 18 22:02:40.775944 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-cb558eb6-1c3f-4144-8143-ff01c9e87ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:40.794163 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-cb558eb6-1c3f-4144-8143-ff01c9e87ce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:40.799146 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-cb558eb6-1c3f-4144-8143-ff01c9e87ce7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3c559c82-18cd-4536-a522-cd7c70787d8d HTTP/1.1" status: 204 len: 168 time: 1.0247343 Jun 18 22:02:40.806153 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-c1c5c8e1-223e-4505-9cf3-cf109d209d84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:40.824119 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a9c12c-7cb4-4845-bbac-a3099eed627c req-abf478ba-6336-46e4-8ad5-1ef0cc68aaa0 tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:40.836075 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a7a9c12c-7cb4-4845-bbac-a3099eed627c req-abf478ba-6336-46e4-8ad5-1ef0cc68aaa0 tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5299238-ba3e-447d-9d5c-50647ed93e33 HTTP/1.1" status: 200 len: 944 time: 0.4887755 Jun 18 22:02:40.844205 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e94536-239e-4ada-877e-a500826a8953 req-379c6532-7477-493d-9887-7d83e49d01f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:40.846142 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [req-81e94536-239e-4ada-877e-a500826a8953 req-379c6532-7477-493d-9887-7d83e49d01f7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2e610704-1278-456e-9ce9-0109af150534 HTTP/1.1" status: 200 len: 920 time: 0.2679386 Jun 18 22:02:40.853634 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-8797b122-409c-4d4b-922e-8d0e90585dda req-2c468163-3040-4930-b603-f31690520619 service neutron] 10.222.0.42 "GET /v2.0/networks/8c1fe9bb-9cc3-4bf7-9684-e9e569dd33b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4938571 Jun 18 22:02:40.915738 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb558eb6-1c3f-4144-8143-ff01c9e87ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c559c82-18cd-4536-a522-cd7c70787d8d,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:40.921327 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [req-81e94536-239e-4ada-877e-a500826a8953 req-94057ebe-2f6a-4b02-aa67-6d60263f6cf3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38a24031-d69c-4f65-ac2f-60d5845f25d9 HTTP/1.1" status: 200 len: 217 time: 0.0638509 Jun 18 22:02:40.988594 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-cb558eb6-1c3f-4144-8143-ff01c9e87ce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:40.990569 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9efdd52-08bd-4f8c-8b16-b141f15da06d req-8f01e37a-c8f9-4e9d-9b23-9b56b0239eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:40.992044 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-f9efdd52-08bd-4f8c-8b16-b141f15da06d req-8f01e37a-c8f9-4e9d-9b23-9b56b0239eff service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=194d0725082a4b188ee68100035994ba&device_id=86124762-9669-4327-a28e-3ab5a1591ad4 HTTP/1.1" status: 200 len: 1096 time: 0.3824732 Jun 18 22:02:41.016647 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e94536-239e-4ada-877e-a500826a8953 req-3590a47e-253c-473a-af4a-576b814b0ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:41.020455 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [req-81e94536-239e-4ada-877e-a500826a8953 req-3590a47e-253c-473a-af4a-576b814b0ba5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=127a1104-a6cb-4a46-bd9c-a1b88caa2a45 HTTP/1.1" status: 200 len: 859 time: 0.0895467 Jun 18 22:02:41.054298 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a7a9c12c-7cb4-4845-bbac-a3099eed627c req-3211e86c-a18e-4110-b9c0-6613f46d8db5 tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] 10.222.0.23 "GET /v2.0/security-groups?id=232cecde-8468-44d1-9cfa-82cc6331b31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159343 Jun 18 22:02:41.056192 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-e7551f8f-667a-4036-ac3f-21e63c3cde5d req-69b59e37-8e63-49bd-9dad-481ef9035c0b tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/ports?device_id=9afbb1bf-0416-43fb-9bbb-2433ceb5f0e3 HTTP/1.1" status: 200 len: 210 time: 0.0584626 Jun 18 22:02:41.087734 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-f9efdd52-08bd-4f8c-8b16-b141f15da06d req-f52883c2-819f-4072-85ee-03771b5f146c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59af2458-19d5-41c7-a73d-47d9346497cc HTTP/1.1" status: 200 len: 217 time: 0.0788672 Jun 18 22:02:41.153864 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9efdd52-08bd-4f8c-8b16-b141f15da06d req-af627730-d834-4fc1-adb4-5575ac730aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:41.155333 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-f9efdd52-08bd-4f8c-8b16-b141f15da06d req-af627730-d834-4fc1-adb4-5575ac730aa7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=127a1104-a6cb-4a46-bd9c-a1b88caa2a45 HTTP/1.1" status: 200 len: 859 time: 0.0605209 Jun 18 22:02:41.155832 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.42', 62601) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:41.238587 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [req-81e94536-239e-4ada-877e-a500826a8953 req-31a193f1-d115-46b9-9e48-4920b562294f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2e610704-1278-456e-9ce9-0109af150534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2133715 Jun 18 22:02:41.251002 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-f9efdd52-08bd-4f8c-8b16-b141f15da06d req-eba9bcc4-f747-49f3-92ff-7cefca359be7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2e610704-1278-456e-9ce9-0109af150534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761938 Jun 18 22:02:41.255463 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-8797b122-409c-4d4b-922e-8d0e90585dda req-08b025bd-92be-452a-82e2-af7bdc347110 service neutron] 10.222.0.42 "GET /v2.0/networks/8c1fe9bb-9cc3-4bf7-9684-e9e569dd33b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3670194 Jun 18 22:02:41.343480 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [req-81e94536-239e-4ada-877e-a500826a8953 req-6a2e16a2-2be2-4083-8d68-d6ad671a31ad service neutron] 10.222.0.42 "GET /v2.0/networks/2e610704-1278-456e-9ce9-0109af150534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962613 Jun 18 22:02:41.382801 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e90d68-c3af-47d4-985c-698ae52647dc req-8b864f74-d663-41cd-9868-2b6daea097fa tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:41.383949 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b8e90d68-c3af-47d4-985c-698ae52647dc req-8b864f74-d663-41cd-9868-2b6daea097fa tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.42 "GET /v2.0/networks?id=2767e6ef-6819-45b8-a88a-d01068b3a363 HTTP/1.1" status: 200 len: 811 time: 0.2200327 Jun 18 22:02:41.473111 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b8e90d68-c3af-47d4-985c-698ae52647dc req-a266911d-edb9-4ebc-b42a-22ed804b3caa tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a162bbe7ec5404e82b0637c65bc655b HTTP/1.1" status: 200 len: 380 time: 0.0731733 Jun 18 22:02:41.474958 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-f9efdd52-08bd-4f8c-8b16-b141f15da06d req-4d0902f1-8a7a-43e8-939c-d6b338a2c1ce service neutron] 10.222.0.42 "GET /v2.0/networks/2e610704-1278-456e-9ce9-0109af150534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821198 Jun 18 22:02:41.489735 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.v2.base [req-b8e90d68-c3af-47d4-985c-698ae52647dc req-c03c456f-e06f-4ef7-a69a-02339c72ac3c tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Request body: {'port': {'device_id': '9afbb1bf-0416-43fb-9bbb-2433ceb5f0e3', 'network_id': '2767e6ef-6819-45b8-a88a-d01068b3a363', 'admin_state_up': True, 'tenant_id': '1a162bbe7ec5404e82b0637c65bc655b', 'security_groups': ['e1d65039-544f-4945-8129-414b24f93b5e']}} {{(pid=93268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:02:41.548687 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [req-81e94536-239e-4ada-877e-a500826a8953 req-1c291b22-5e91-459c-8987-6dff07997a84 service neutron] 10.222.0.42 "GET /v2.0/networks/2e610704-1278-456e-9ce9-0109af150534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973624 Jun 18 22:02:41.706411 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-f9efdd52-08bd-4f8c-8b16-b141f15da06d req-6a28422f-5020-4214-ab1d-a37e5ee5c87b service neutron] 10.222.0.42 "GET /v2.0/networks/2e610704-1278-456e-9ce9-0109af150534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130396 Jun 18 22:02:41.815594 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8e90d68-c3af-47d4-985c-698ae52647dc req-c03c456f-e06f-4ef7-a69a-02339c72ac3c tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Made reservation on behalf of 1a162bbe7ec5404e82b0637c65bc655b for: {'port': 1} {{(pid=93268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:02:41.815594 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-b8e90d68-c3af-47d4-985c-698ae52647dc req-c03c456f-e06f-4ef7-a69a-02339c72ac3c tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550498'] for port, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:42.012996 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.db_base_plugin_common [req-b8e90d68-c3af-47d4-985c-698ae52647dc req-c03c456f-e06f-4ef7-a69a-02339c72ac3c tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Allocated IP 172.20.0.4 (2767e6ef-6819-45b8-a88a-d01068b3a363/2c05298a-5496-468b-af9b-eb839c301437/f1a14add-76dd-4a0c-a52a-f7c12f8eb41a) {{(pid=93268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:02:42.169682 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f76c0b-dd57-4ac0-8a47-d5ce78a63a74 req-53a6b4d7-fa51-4297-b6aa-7abc722c57b1 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:42.175051 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-77f76c0b-dd57-4ac0-8a47-d5ce78a63a74 req-53a6b4d7-fa51-4297-b6aa-7abc722c57b1 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=29137dc2-e9df-4dab-9c24-56e918387df1 HTTP/1.1" status: 200 len: 943 time: 0.1457725 Jun 18 22:02:42.241644 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-844dafe1-02a1-4d25-bd9b-e883c7a831ff req-9d2ab0c0-9424-4a05-9ab5-b3a44f6ba41f tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/ports?device_id=9afbb1bf-0416-43fb-9bbb-2433ceb5f0e3 HTTP/1.1" status: 200 len: 210 time: 0.0423708 Jun 18 22:02:42.247733 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-b8e90d68-c3af-47d4-985c-698ae52647dc req-c03c456f-e06f-4ef7-a69a-02339c72ac3c tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks [] for port, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:42.267522 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-77f76c0b-dd57-4ac0-8a47-d5ce78a63a74 req-36acba29-0e51-4844-9eb2-db0e2e489c47 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883632 Jun 18 22:02:42.276388 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [req-b8e90d68-c3af-47d4-985c-698ae52647dc req-c03c456f-e06f-4ef7-a69a-02339c72ac3c tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Transition to ACTIVE for port object f1a14add-76dd-4a0c-a52a-f7c12f8eb41a will not be triggered until provisioned by entity DHCP. {{(pid=93268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:02:42.367213 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device d24a3052-f324-4d09-bb37-60d8db755ba7 details requested by agent hyperv_hv-cinder-76675 with host hv-cinder-76675 {{(pid=93269) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 22:02:42.406039 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-b8e90d68-c3af-47d4-985c-698ae52647dc req-c03c456f-e06f-4ef7-a69a-02339c72ac3c tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-549537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1678354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765938626142'] for port, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:42.463372 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:42.525914 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8e90d68-c3af-47d4-985c-698ae52647dc req-c03c456f-e06f-4ef7-a69a-02339c72ac3c tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Network 2767e6ef-6819-45b8-a88a-d01068b3a363 is already hosted by enough agents. {{(pid=93268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:02:42.537961 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.base_scheduler [req-b8e90d68-c3af-47d4-985c-698ae52647dc req-c03c456f-e06f-4ef7-a69a-02339c72ac3c tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Resources bound (agent type, host, resource id): {{(pid=93268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:02:42.543222 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 43562) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:42.543697 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8e90d68-c3af-47d4-985c-698ae52647dc req-c03c456f-e06f-4ef7-a69a-02339c72ac3c tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Received port after_create {{(pid=93268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:02:42.551628 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e90d68-c3af-47d4-985c-698ae52647dc req-c03c456f-e06f-4ef7-a69a-02339c72ac3c tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:42.551628 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-b8e90d68-c3af-47d4-985c-698ae52647dc req-c03c456f-e06f-4ef7-a69a-02339c72ac3c tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678351'] for port, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:42.565574 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03c456f-e06f-4ef7-a69a-02339c72ac3c tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Pushing event updated for resources: {'Port': ['ID=f1a14add-76dd-4a0c-a52a-f7c12f8eb41a,revision_number=1']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:42.572197 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-c03c456f-e06f-4ef7-a69a-02339c72ac3c tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:42.592019 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] For port d24a3052-f324-4d09-bb37-60d8db755ba7, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=d24a3052-f324-4d09-bb37-60d8db755ba7,segment=NetworkSegment(e8574f67-2f30-49f5-bfcf-2bfc1462b045),segment_id=e8574f67-2f30-49f5-bfcf-2bfc1462b045)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:02:42.598848 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9034e40-10e9-4fc0-99c7-c119dee0389d req-916d564c-7818-4733-9d4e-439885e58da2 tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:42.609210 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Returning: {'device': 'd24a3052-f324-4d09-bb37-60d8db755ba7', 'network_id': '8c1fe9bb-9cc3-4bf7-9684-e9e569dd33b3', 'port_id': 'd24a3052-f324-4d09-bb37-60d8db755ba7', 'mac_address': 'fa:16:3e:6e:35:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62c55806-c3bf-4485-b605-f03b20fa8b2f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93269) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 22:02:42.613320 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-c9034e40-10e9-4fc0-99c7-c119dee0389d req-916d564c-7818-4733-9d4e-439885e58da2 tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5299238-ba3e-447d-9d5c-50647ed93e33 HTTP/1.1" status: 200 len: 944 time: 0.2404828 Jun 18 22:02:42.671273 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:42.673938 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-c9034e40-10e9-4fc0-99c7-c119dee0389d req-d29535b3-f90f-46d7-891e-2da405c69ae8 tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] 10.222.0.23 "GET /v2.0/security-groups?id=232cecde-8468-44d1-9cfa-82cc6331b31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555179 Jun 18 22:02:42.676032 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b8e90d68-c3af-47d4-985c-698ae52647dc req-c03c456f-e06f-4ef7-a69a-02339c72ac3c tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1917844 Jun 18 22:02:42.686362 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.notifiers.nova [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d24a3052-f324-4d09-bb37-60d8db755ba7 {{(pid=93269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:02:42.697207 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.v2.base [req-b8e90d68-c3af-47d4-985c-698ae52647dc req-f4f11c96-5056-4d6f-bbfa-3cb798b4560e service neutron] Request body: {'port': {'device_id': '9afbb1bf-0416-43fb-9bbb-2433ceb5f0e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=93268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:02:42.715762 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] For port d24a3052-f324-4d09-bb37-60d8db755ba7, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=d24a3052-f324-4d09-bb37-60d8db755ba7,segment=NetworkSegment(e8574f67-2f30-49f5-bfcf-2bfc1462b045),segment_id=e8574f67-2f30-49f5-bfcf-2bfc1462b045)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:02:42.752364 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-8a52ebf5-5745-4616-a730-bdc77a58f070 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:42.777204 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:42.779003 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:42.797075 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-b8e90d68-c3af-47d4-985c-698ae52647dc req-f4f11c96-5056-4d6f-bbfa-3cb798b4560e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:42.845731 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Pushing event updated for resources: {'Port': ['ID=d24a3052-f324-4d09-bb37-60d8db755ba7,revision_number=4']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:42.850393 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:42.865345 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-8a52ebf5-5745-4616-a730-bdc77a58f070 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:42.936356 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-2c06a9ef-bb1a-431d-bf43-c7fb579e2dbe None None] Provisioning for port f1a14add-76dd-4a0c-a52a-f7c12f8eb41a completed by entity DHCP. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:02:42.940633 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-2c06a9ef-bb1a-431d-bf43-c7fb579e2dbe None None] Provisioning complete for port f1a14add-76dd-4a0c-a52a-f7c12f8eb41a triggered by entity DHCP. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:02:42.941055 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2c06a9ef-bb1a-431d-bf43-c7fb579e2dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:42.976108 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-8a52ebf5-5745-4616-a730-bdc77a58f070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:42.976364 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.plugin [None req-2c06a9ef-bb1a-431d-bf43-c7fb579e2dbe None None] Port f1a14add-76dd-4a0c-a52a-f7c12f8eb41a cannot update to ACTIVE because it is not bound. {{(pid=93269) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 22:02:42.993243 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:43.044761 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-8a52ebf5-5745-4616-a730-bdc77a58f070 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c1c92b62291d4e349faa1c0f16fb1d80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4944341 Jun 18 22:02:43.044761 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a52ebf5-5745-4616-a730-bdc77a58f070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16008c0a-6972-46a3-8328-0064088ac42f,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:43.044761 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 43572) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:43.065550 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-8a52ebf5-5745-4616-a730-bdc77a58f070 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:43.093790 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-f62a6e51-067d-4a48-868d-bc458b7a271c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:43.095022 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.notifiers.nova [req-b8e90d68-c3af-47d4-985c-698ae52647dc req-f4f11c96-5056-4d6f-bbfa-3cb798b4560e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1a14add-76dd-4a0c-a52a-f7c12f8eb41a {{(pid=93268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:02:43.103770 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-b8e90d68-c3af-47d4-985c-698ae52647dc req-f4f11c96-5056-4d6f-bbfa-3cb798b4560e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:43.118031 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [req-b8e90d68-c3af-47d4-985c-698ae52647dc req-f4f11c96-5056-4d6f-bbfa-3cb798b4560e service neutron] Transition to ACTIVE for port object f1a14add-76dd-4a0c-a52a-f7c12f8eb41a will not be triggered until provisioned by entity L2. {{(pid=93268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:02:43.118724 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] get_ports_and_sgs() called for port_ids ['d24a3052-f324-4d09-bb37-60d8db755ba7'] {{(pid=93269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:02:43.121186 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-f62a6e51-067d-4a48-868d-bc458b7a271c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:43.239308 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-b8e90d68-c3af-47d4-985c-698ae52647dc req-f4f11c96-5056-4d6f-bbfa-3cb798b4560e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:43.241844 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-c03c456f-e06f-4ef7-a69a-02339c72ac3c tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:43.262978 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-f62a6e51-067d-4a48-868d-bc458b7a271c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:43.266579 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-f62a6e51-067d-4a48-868d-bc458b7a271c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:43.272833 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-f62a6e51-067d-4a48-868d-bc458b7a271c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/16008c0a-6972-46a3-8328-0064088ac42f HTTP/1.1" status: 204 len: 168 time: 0.2277656 Jun 18 22:02:43.274149 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-f6816b0a-5087-4df5-9f16-b73f7c2c4618 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:43.286564 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62a6e51-067d-4a48-868d-bc458b7a271c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16008c0a-6972-46a3-8328-0064088ac42f,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:43.289891 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-f62a6e51-067d-4a48-868d-bc458b7a271c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:43.403295 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f11c96-5056-4d6f-bbfa-3cb798b4560e service neutron] Pushing event updated for resources: {'Port': ['ID=f1a14add-76dd-4a0c-a52a-f7c12f8eb41a,revision_number=2']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:43.408395 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-f4f11c96-5056-4d6f-bbfa-3cb798b4560e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:43.452495 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [req-b8e90d68-c3af-47d4-985c-698ae52647dc req-f4f11c96-5056-4d6f-bbfa-3cb798b4560e service neutron] Attempting to bind port f1a14add-76dd-4a0c-a52a-f7c12f8eb41a on host hv-cinder-76675 for vnic_type normal with profile {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:02:43.452495 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [req-b8e90d68-c3af-47d4-985c-698ae52647dc req-f4f11c96-5056-4d6f-bbfa-3cb798b4560e service neutron] Attempting to bind port f1a14add-76dd-4a0c-a52a-f7c12f8eb41a by drivers openvswitch,hyperv on host hv-cinder-76675 at level 0 using segments [{'id': 'b36e6868-126e-43ec-b847-fd25373dd47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2767e6ef-6819-45b8-a88a-d01068b3a363'}] {{(pid=93268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:02:43.452813 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e90d68-c3af-47d4-985c-698ae52647dc req-f4f11c96-5056-4d6f-bbfa-3cb798b4560e service neutron] Attempting to bind port f1a14add-76dd-4a0c-a52a-f7c12f8eb41a on network 2767e6ef-6819-45b8-a88a-d01068b3a363 {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:02:43.476237 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e90d68-c3af-47d4-985c-698ae52647dc req-f4f11c96-5056-4d6f-bbfa-3cb798b4560e service neutron] Port f1a14add-76dd-4a0c-a52a-f7c12f8eb41a on network 2767e6ef-6819-45b8-a88a-d01068b3a363 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76675 {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 22:02:43.476571 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e90d68-c3af-47d4-985c-698ae52647dc req-f4f11c96-5056-4d6f-bbfa-3cb798b4560e service neutron] Attempting to bind port f1a14add-76dd-4a0c-a52a-f7c12f8eb41a on network 2767e6ef-6819-45b8-a88a-d01068b3a363 {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:02:43.490166 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e90d68-c3af-47d4-985c-698ae52647dc req-f4f11c96-5056-4d6f-bbfa-3cb798b4560e service neutron] Checking agent: {'id': '2f1318d3-4eca-4d35-9b75-a551f42ebb29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 22, 0, 20), 'started_at': datetime.datetime(2021, 6, 18, 22, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:02:43.490523 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e90d68-c3af-47d4-985c-698ae52647dc req-f4f11c96-5056-4d6f-bbfa-3cb798b4560e service neutron] Checking segment: {'id': 'b36e6868-126e-43ec-b847-fd25373dd47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2767e6ef-6819-45b8-a88a-d01068b3a363'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:02:43.490900 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e90d68-c3af-47d4-985c-698ae52647dc req-f4f11c96-5056-4d6f-bbfa-3cb798b4560e service neutron] Bound using segment: {'id': 'b36e6868-126e-43ec-b847-fd25373dd47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2767e6ef-6819-45b8-a88a-d01068b3a363'} {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:02:43.491379 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [req-b8e90d68-c3af-47d4-985c-698ae52647dc req-f4f11c96-5056-4d6f-bbfa-3cb798b4560e service neutron] Bound port: f1a14add-76dd-4a0c-a52a-f7c12f8eb41a, host: hv-cinder-76675, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b36e6868-126e-43ec-b847-fd25373dd47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2767e6ef-6819-45b8-a88a-d01068b3a363'}}] {{(pid=93268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:02:43.491658 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-b8e90d68-c3af-47d4-985c-698ae52647dc req-f4f11c96-5056-4d6f-bbfa-3cb798b4560e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:43.676991 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69bf456-bd31-4c2d-a9fb-44796e8c6aac req-19de0091-60e1-4e9f-9680-0362c57ee145 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:43.678552 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b69bf456-bd31-4c2d-a9fb-44796e8c6aac req-19de0091-60e1-4e9f-9680-0362c57ee145 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/ports?device_id=9afbb1bf-0416-43fb-9bbb-2433ceb5f0e3 HTTP/1.1" status: 200 len: 943 time: 0.2469821 Jun 18 22:02:43.720664 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.db [req-b8e90d68-c3af-47d4-985c-698ae52647dc req-f4f11c96-5056-4d6f-bbfa-3cb798b4560e service neutron] For port f1a14add-76dd-4a0c-a52a-f7c12f8eb41a, host hv-cinder-76675, cleared binding levels {{(pid=93268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:02:43.746962 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.db [req-b8e90d68-c3af-47d4-985c-698ae52647dc req-f4f11c96-5056-4d6f-bbfa-3cb798b4560e service neutron] For port f1a14add-76dd-4a0c-a52a-f7c12f8eb41a, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=f1a14add-76dd-4a0c-a52a-f7c12f8eb41a,segment=NetworkSegment(b36e6868-126e-43ec-b847-fd25373dd47a),segment_id=b36e6868-126e-43ec-b847-fd25373dd47a)] {{(pid=93268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:02:43.768312 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b69bf456-bd31-4c2d-a9fb-44796e8c6aac req-32df3be2-fb42-4fb4-b95d-4de4726aa9ca tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1d65039-544f-4945-8129-414b24f93b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807862 Jun 18 22:02:43.781076 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496b56ef-1b10-4614-9782-39c48cae9dc6 req-360f81be-e6ec-4382-bb7d-e343b166f8f3 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:43.789062 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-496b56ef-1b10-4614-9782-39c48cae9dc6 req-360f81be-e6ec-4382-bb7d-e343b166f8f3 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=29137dc2-e9df-4dab-9c24-56e918387df1 HTTP/1.1" status: 200 len: 943 time: 0.1943891 Jun 18 22:02:43.829140 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-496b56ef-1b10-4614-9782-39c48cae9dc6 req-3250cad3-f33b-470d-ad6a-9a7d1d0ef24a tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391505 Jun 18 22:02:43.839497 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-b8e90d68-c3af-47d4-985c-698ae52647dc req-f4f11c96-5056-4d6f-bbfa-3cb798b4560e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:43.848897 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-c9c35869-e0ee-4299-9727-81c46181b110 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:43.889757 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e90d68-c3af-47d4-985c-698ae52647dc req-f4f11c96-5056-4d6f-bbfa-3cb798b4560e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:43.890922 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-b8e90d68-c3af-47d4-985c-698ae52647dc req-f4f11c96-5056-4d6f-bbfa-3cb798b4560e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678351'] for port, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:43.891681 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b8e90d68-c3af-47d4-985c-698ae52647dc req-f4f11c96-5056-4d6f-bbfa-3cb798b4560e service neutron] 10.222.0.42 "PUT /v2.0/ports/f1a14add-76dd-4a0c-a52a-f7c12f8eb41a HTTP/1.1" status: 200 len: 1093 time: 1.1990385 Jun 18 22:02:43.892158 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9afbb1bf-0416-43fb-9bbb-2433ceb5f0e3', 'tag': 'f1a14add-76dd-4a0c-a52a-f7c12f8eb41a'}] {{(pid=93268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:02:43.895157 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ff4b25c03651656652c9c7d58efcdba903c051ef33b3f53eb93af1a53304f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6475ee31-32b3-4d6a-8a88-7c80771e5aa6" -d '{"events": [{"name": "network-changed", "server_uuid": "9afbb1bf-0416-43fb-9bbb-2433ceb5f0e3", "tag": "f1a14add-76dd-4a0c-a52a-f7c12f8eb41a"}]}' {{(pid=93268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:02:43.967079 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 22:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00636382-b12c-4adf-9724-2a5d01abf358 x-openstack-request-id: req-00636382-b12c-4adf-9724-2a5d01abf358 {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:02:43.967389 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9afbb1bf-0416-43fb-9bbb-2433ceb5f0e3", "tag": "f1a14add-76dd-4a0c-a52a-f7c12f8eb41a", "status": "completed", "code": 200}]} {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:02:43.967658 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-00636382-b12c-4adf-9724-2a5d01abf358 {{(pid=93268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:02:43.968066 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9afbb1bf-0416-43fb-9bbb-2433ceb5f0e3', 'tag': 'f1a14add-76dd-4a0c-a52a-f7c12f8eb41a', 'status': 'completed', 'code': 200} Jun 18 22:02:44.004261 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f11c96-5056-4d6f-bbfa-3cb798b4560e service neutron] Pushing event updated for resources: {'Port': ['ID=f1a14add-76dd-4a0c-a52a-f7c12f8eb41a,revision_number=3']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:44.010247 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-f4f11c96-5056-4d6f-bbfa-3cb798b4560e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:44.069131 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4152c2d-8b64-4eb8-aa49-d53eac09b474 req-4c0b8fc8-94bb-4552-911d-83992f0ed0b0 tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:44.076200 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a4152c2d-8b64-4eb8-aa49-d53eac09b474 req-4c0b8fc8-94bb-4552-911d-83992f0ed0b0 tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5299238-ba3e-447d-9d5c-50647ed93e33 HTTP/1.1" status: 200 len: 945 time: 0.1621966 Jun 18 22:02:44.124959 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475ee31-32b3-4d6a-8a88-7c80771e5aa6 req-fac84ab2-fc22-4fe0-afe7-a6b0bb588ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:44.126470 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-6475ee31-32b3-4d6a-8a88-7c80771e5aa6 req-fac84ab2-fc22-4fe0-afe7-a6b0bb588ee8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1a162bbe7ec5404e82b0637c65bc655b&device_id=9afbb1bf-0416-43fb-9bbb-2433ceb5f0e3 HTTP/1.1" status: 200 len: 1096 time: 0.1153502 Jun 18 22:02:44.133055 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a4152c2d-8b64-4eb8-aa49-d53eac09b474 req-ac3ebbee-2107-49b4-a695-cd4a9bb93ee9 tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] 10.222.0.23 "GET /v2.0/security-groups?id=232cecde-8468-44d1-9cfa-82cc6331b31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559635 Jun 18 22:02:44.249675 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475ee31-32b3-4d6a-8a88-7c80771e5aa6 req-aade1e9c-b788-4911-b9ba-07240299c771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:44.251444 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-6475ee31-32b3-4d6a-8a88-7c80771e5aa6 req-aade1e9c-b788-4911-b9ba-07240299c771 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=1a162bbe7ec5404e82b0637c65bc655b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1106143 Jun 18 22:02:44.281543 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 43626) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:44.296332 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-c7835cf3-a72e-4ab2-8035-dd88bc2548c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:44.357165 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475ee31-32b3-4d6a-8a88-7c80771e5aa6 req-a6fa1781-57ae-4cf8-8779-159bbf70e980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:44.358625 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-6475ee31-32b3-4d6a-8a88-7c80771e5aa6 req-a6fa1781-57ae-4cf8-8779-159bbf70e980 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1000769 Jun 18 22:02:44.366698 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device 38a24031-d69c-4f65-ac2f-60d5845f25d9 details requested by agent hyperv_hv-cinder-76675 with host hv-cinder-76675 {{(pid=93269) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 22:02:44.422259 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-c7835cf3-a72e-4ab2-8035-dd88bc2548c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:44.432627 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device d24a3052-f324-4d09-bb37-60d8db755ba7 up at agent hyperv_hv-cinder-76675 {{(pid=93269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:02:44.521066 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-c7835cf3-a72e-4ab2-8035-dd88bc2548c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:44.525379 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:44.529516 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] For port 38a24031-d69c-4f65-ac2f-60d5845f25d9, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=38a24031-d69c-4f65-ac2f-60d5845f25d9,segment=NetworkSegment(c627a06e-c5a0-4830-ab6a-ca32b638bf65),segment_id=c627a06e-c5a0-4830-ab6a-ca32b638bf65)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:02:44.547933 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Returning: {'device': '38a24031-d69c-4f65-ac2f-60d5845f25d9', 'network_id': '2e610704-1278-456e-9ce9-0109af150534', 'port_id': '38a24031-d69c-4f65-ac2f-60d5845f25d9', 'mac_address': 'fa:16:3e:0d:85:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '127a1104-a6cb-4a46-bd9c-a1b88caa2a45', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93269) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 22:02:44.549010 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e90d68-c3af-47d4-985c-698ae52647dc req-91e13049-a8e3-458a-8c95-e40ae0c0e136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:44.551215 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b8e90d68-c3af-47d4-985c-698ae52647dc req-91e13049-a8e3-458a-8c95-e40ae0c0e136 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1a162bbe7ec5404e82b0637c65bc655b&device_id=9afbb1bf-0416-43fb-9bbb-2433ceb5f0e3 HTTP/1.1" status: 200 len: 1096 time: 0.1037796 Jun 18 22:02:44.568637 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-c7835cf3-a72e-4ab2-8035-dd88bc2548c0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fb2c1f1980034380b71070749c27c445&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2859914 Jun 18 22:02:44.569577 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 43636) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:44.570359 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7835cf3-a72e-4ab2-8035-dd88bc2548c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ce9904-1855-43a9-bea9-97d909782aad,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:44.594090 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-c7835cf3-a72e-4ab2-8035-dd88bc2548c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:44.596842 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:44.611345 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.notifiers.nova [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38a24031-d69c-4f65-ac2f-60d5845f25d9 {{(pid=93269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:02:44.613729 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b8e90d68-c3af-47d4-985c-698ae52647dc req-2cfda9fd-8060-4954-8cd3-e59f69afa35f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1a14add-76dd-4a0c-a52a-f7c12f8eb41a HTTP/1.1" status: 200 len: 217 time: 0.0490904 Jun 18 22:02:44.629677 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Provisioning for port d24a3052-f324-4d09-bb37-60d8db755ba7 completed by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:02:44.634591 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-19b17c87-02be-4ec7-99c2-d45a98660e66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:44.635765 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Provisioning complete for port d24a3052-f324-4d09-bb37-60d8db755ba7 triggered by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:02:44.636148 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:44.638616 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] For port 38a24031-d69c-4f65-ac2f-60d5845f25d9, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=38a24031-d69c-4f65-ac2f-60d5845f25d9,segment=NetworkSegment(c627a06e-c5a0-4830-ab6a-ca32b638bf65),segment_id=c627a06e-c5a0-4830-ab6a-ca32b638bf65)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:02:44.657536 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-19b17c87-02be-4ec7-99c2-d45a98660e66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:44.684516 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e90d68-c3af-47d4-985c-698ae52647dc req-a9dca6ea-0fcf-4c52-bfd6-772102ee1c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:44.688001 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b8e90d68-c3af-47d4-985c-698ae52647dc req-a9dca6ea-0fcf-4c52-bfd6-772102ee1c9b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2c05298a-5496-468b-af9b-eb839c301437 HTTP/1.1" status: 200 len: 850 time: 0.0677707 Jun 18 22:02:44.725960 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:44.750089 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5299238-ba3e-447d-9d5c-50647ed93e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd24a3052-f324-4d09-bb37-60d8db755ba7'}] {{(pid=93269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:02:44.839707 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-19b17c87-02be-4ec7-99c2-d45a98660e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:44.848223 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-19b17c87-02be-4ec7-99c2-d45a98660e66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:44.848223 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-19b17c87-02be-4ec7-99c2-d45a98660e66 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/16ce9904-1855-43a9-bea9-97d909782aad HTTP/1.1" status: 204 len: 168 time: 0.2643125 Jun 18 22:02:44.848223 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-170ed025-8838-4297-9df3-76b0cee54cb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:44.859622 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] For port d24a3052-f324-4d09-bb37-60d8db755ba7, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=d24a3052-f324-4d09-bb37-60d8db755ba7,segment=NetworkSegment(e8574f67-2f30-49f5-bfcf-2bfc1462b045),segment_id=e8574f67-2f30-49f5-bfcf-2bfc1462b045)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:02:44.861412 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b17c87-02be-4ec7-99c2-d45a98660e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ce9904-1855-43a9-bea9-97d909782aad,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:44.871528 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:44.873062 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device 59af2458-19d5-41c7-a73d-47d9346497cc details requested by agent hyperv_hv-cinder-76675 with host hv-cinder-76675 {{(pid=93269) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 22:02:44.877785 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:44.883952 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-19b17c87-02be-4ec7-99c2-d45a98660e66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:45.070010 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:45.073865 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e90d68-c3af-47d4-985c-698ae52647dc req-27d4066b-1d49-4d53-a6e4-141120d3dd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:45.075332 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b8e90d68-c3af-47d4-985c-698ae52647dc req-27d4066b-1d49-4d53-a6e4-141120d3dd21 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2767e6ef-6819-45b8-a88a-d01068b3a363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3804352 Jun 18 22:02:45.099437 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af3cbdd609d599d07a5217d2d1a89114698d9a8f3654956f7909e96a5eb364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a5672f-b18a-426c-96d0-2011f8fcf670" -d '{"events": [{"server_uuid": "b5299238-ba3e-447d-9d5c-50647ed93e33", "name": "network-vif-plugged", "status": "completed", "tag": "d24a3052-f324-4d09-bb37-60d8db755ba7"}]}' {{(pid=93269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:02:45.134098 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.db.resource_extend [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 18 22:02:45.183901 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6253a4e3-5b42-45f5-950e-b9d79a9aa2f3 req-5c371ce6-8367-4e4a-b9b0-d52f0ace1e1e tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:45.185472 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-6253a4e3-5b42-45f5-950e-b9d79a9aa2f3 req-5c371ce6-8367-4e4a-b9b0-d52f0ace1e1e tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/ports?device_id=9afbb1bf-0416-43fb-9bbb-2433ceb5f0e3 HTTP/1.1" status: 200 len: 943 time: 0.1963129 Jun 18 22:02:45.239524 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Pushing event updated for resources: {'Port': ['ID=38a24031-d69c-4f65-ac2f-60d5845f25d9,revision_number=4']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:45.244145 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:45.246240 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] For port 59af2458-19d5-41c7-a73d-47d9346497cc, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=59af2458-19d5-41c7-a73d-47d9346497cc,segment=NetworkSegment(c627a06e-c5a0-4830-ab6a-ca32b638bf65),segment_id=c627a06e-c5a0-4830-ab6a-ca32b638bf65)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:02:45.251118 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-0e371790-c6a1-4ce6-9c60-caaac117f8bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.140s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:45.266203 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b8e90d68-c3af-47d4-985c-698ae52647dc req-84925bf4-e23e-4341-8eca-b70910350229 service neutron] 10.222.0.42 "GET /v2.0/networks/2767e6ef-6819-45b8-a88a-d01068b3a363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831894 Jun 18 22:02:45.271407 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-6253a4e3-5b42-45f5-950e-b9d79a9aa2f3 req-1752d9bd-f5bf-48f4-a402-2ebb2af0695b tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1d65039-544f-4945-8129-414b24f93b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766053 Jun 18 22:02:45.327812 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574a184a-f286-4888-aa7a-ebf4ce21a1cd req-872951a7-4226-4527-a42c-6b02852f4f32 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:45.329389 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-574a184a-f286-4888-aa7a-ebf4ce21a1cd req-872951a7-4226-4527-a42c-6b02852f4f32 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=29137dc2-e9df-4dab-9c24-56e918387df1 HTTP/1.1" status: 200 len: 944 time: 0.2332008 Jun 18 22:02:45.340882 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Pushing event updated for resources: {'Port': ['ID=d24a3052-f324-4d09-bb37-60d8db755ba7,revision_number=5']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:45.341302 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:45.344625 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Returning: {'device': '59af2458-19d5-41c7-a73d-47d9346497cc', 'network_id': '2e610704-1278-456e-9ce9-0109af150534', 'port_id': '59af2458-19d5-41c7-a73d-47d9346497cc', 'mac_address': 'fa:16:3e:f4:8d:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '127a1104-a6cb-4a46-bd9c-a1b88caa2a45', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93269) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 22:02:45.421819 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:45.436788 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.notifiers.nova [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59af2458-19d5-41c7-a73d-47d9346497cc {{(pid=93269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:02:45.461723 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] For port 59af2458-19d5-41c7-a73d-47d9346497cc, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=59af2458-19d5-41c7-a73d-47d9346497cc,segment=NetworkSegment(c627a06e-c5a0-4830-ab6a-ca32b638bf65),segment_id=c627a06e-c5a0-4830-ab6a-ca32b638bf65)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:02:45.495195 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-574a184a-f286-4888-aa7a-ebf4ce21a1cd req-d15f32d4-5be7-4876-8610-74671059d807 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424310 Jun 18 22:02:45.508807 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b8e90d68-c3af-47d4-985c-698ae52647dc req-e8b6590c-96c9-47f1-bafa-baa492691167 service neutron] 10.222.0.42 "GET /v2.0/networks/2767e6ef-6819-45b8-a88a-d01068b3a363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353375 Jun 18 22:02:45.559037 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:45.561300 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:45.599360 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c2d7c73-8ec3-44d7-924b-5f5edc32b20e x-openstack-request-id: req-5c2d7c73-8ec3-44d7-924b-5f5edc32b20e {{(pid=93269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:02:45.599938 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5299238-ba3e-447d-9d5c-50647ed93e33", "name": "network-vif-plugged", "status": "completed", "tag": "d24a3052-f324-4d09-bb37-60d8db755ba7", "code": 200}]} {{(pid=93269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:02:45.600415 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5c2d7c73-8ec3-44d7-924b-5f5edc32b20e {{(pid=93269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:02:45.601088 dv-cinder-766752-3-smb neutron-server[93269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5299238-ba3e-447d-9d5c-50647ed93e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd24a3052-f324-4d09-bb37-60d8db755ba7', 'code': 200} Jun 18 22:02:45.630064 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Pushing event updated for resources: {'Port': ['ID=59af2458-19d5-41c7-a73d-47d9346497cc,revision_number=4']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:45.633718 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:45.703802 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 43706) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:45.705967 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1ae57d-ce59-468a-958d-79663f94053e req-da37c676-2fc6-4d3b-af60-62d19ded4122 tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:45.715138 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-8c1ae57d-ce59-468a-958d-79663f94053e req-da37c676-2fc6-4d3b-af60-62d19ded4122 tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5299238-ba3e-447d-9d5c-50647ed93e33 HTTP/1.1" status: 200 len: 946 time: 0.0891705 Jun 18 22:02:45.755631 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-8c1ae57d-ce59-468a-958d-79663f94053e req-1a18c0a3-6274-4b4c-b7ff-260a8977ec12 tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] 10.222.0.23 "GET /v2.0/security-groups?id=232cecde-8468-44d1-9cfa-82cc6331b31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396299 Jun 18 22:02:45.909118 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] get_ports_and_sgs() called for port_ids ['38a24031-d69c-4f65-ac2f-60d5845f25d9'] {{(pid=93269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:02:45.931731 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] get_ports_and_sgs() called for port_ids ['59af2458-19d5-41c7-a73d-47d9346497cc'] {{(pid=93269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:02:46.086968 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-ed9ca54b-d001-434f-a6e6-9b91b465e6c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:46.184841 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-ed9ca54b-d001-434f-a6e6-9b91b465e6c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:46.258104 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d4ff9-66d1-4396-964b-c161922d6d00 req-405b6a5c-b9b8-4019-aa0b-a8872f497a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:46.258104 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-997d4ff9-66d1-4396-964b-c161922d6d00 req-405b6a5c-b9b8-4019-aa0b-a8872f497a72 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b5299238-ba3e-447d-9d5c-50647ed93e33 HTTP/1.1" status: 200 len: 1099 time: 0.0848565 Jun 18 22:02:46.267857 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-ed9ca54b-d001-434f-a6e6-9b91b465e6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:46.272355 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:46.275602 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-997d4ff9-66d1-4396-964b-c161922d6d00 req-fff7aebb-3565-4759-8422-6e417e3bc5c8 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:46.314044 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-ed9ca54b-d001-434f-a6e6-9b91b465e6c9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2ec89efda19e448390567c7ebc578ab3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6075976 Jun 18 22:02:46.314455 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 43728) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:46.323395 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9ca54b-d001-434f-a6e6-9b91b465e6c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e46f50-a945-4d1d-8235-57e98798a416,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:46.332585 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-ed9ca54b-d001-434f-a6e6-9b91b465e6c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:46.377390 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-52e77590-3d70-4961-8905-8aede0eb7e80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:46.408244 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-52e77590-3d70-4961-8905-8aede0eb7e80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:46.421121 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-997d4ff9-66d1-4396-964b-c161922d6d00 req-fff7aebb-3565-4759-8422-6e417e3bc5c8 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:46.438241 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 43730) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:46.487209 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-997d4ff9-66d1-4396-964b-c161922d6d00 req-fff7aebb-3565-4759-8422-6e417e3bc5c8 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:46.497620 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-3aade1df-b5c0-42c3-b2a6-8d1985c635de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:46.530462 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-52e77590-3d70-4961-8905-8aede0eb7e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:46.533057 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-52e77590-3d70-4961-8905-8aede0eb7e80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:46.534186 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-52e77590-3d70-4961-8905-8aede0eb7e80 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/36e46f50-a945-4d1d-8235-57e98798a416 HTTP/1.1" status: 204 len: 168 time: 0.2186692 Jun 18 22:02:46.535311 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-60c439b0-c22e-43e2-b617-4cd5d58a440e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:46.544821 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e77590-3d70-4961-8905-8aede0eb7e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e46f50-a945-4d1d-8235-57e98798a416,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:46.555015 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-52e77590-3d70-4961-8905-8aede0eb7e80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:46.555206 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff7aebb-3565-4759-8422-6e417e3bc5c8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d55546-631e-4ba8-9a91-74bc07ac8873,revision_number=1']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:46.583900 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-997d4ff9-66d1-4396-964b-c161922d6d00 req-fff7aebb-3565-4759-8422-6e417e3bc5c8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=232cecde-8468-44d1-9cfa-82cc6331b31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3213437 Jun 18 22:02:46.586136 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-02049fea-7be2-4ec5-9078-fca5a45411af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:46.586681 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-fff7aebb-3565-4759-8422-6e417e3bc5c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:46.610759 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4753c8f-90ad-42fe-8ce1-6b14a621c4ce req-80f1727d-f5bd-4ae3-855d-41f3924c9d0f tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:46.613188 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-f4753c8f-90ad-42fe-8ce1-6b14a621c4ce req-80f1727d-f5bd-4ae3-855d-41f3924c9d0f tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/ports?device_id=9afbb1bf-0416-43fb-9bbb-2433ceb5f0e3 HTTP/1.1" status: 200 len: 943 time: 0.1587691 Jun 18 22:02:46.703053 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-02049fea-7be2-4ec5-9078-fca5a45411af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:46.716950 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-f4753c8f-90ad-42fe-8ce1-6b14a621c4ce req-9652a4af-7350-4a08-8220-a321e998d6a4 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1d65039-544f-4945-8129-414b24f93b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973825 Jun 18 22:02:46.770862 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b641aa-2712-426b-9442-a22113654e83 req-bc87dd60-381c-4ef4-b727-6ac43ea84396 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:46.770862 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-02b641aa-2712-426b-9442-a22113654e83 req-bc87dd60-381c-4ef4-b727-6ac43ea84396 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=29137dc2-e9df-4dab-9c24-56e918387df1 HTTP/1.1" status: 200 len: 944 time: 0.1078942 Jun 18 22:02:46.788268 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-02049fea-7be2-4ec5-9078-fca5a45411af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:46.794336 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-b8fee9e9-d9cf-45e0-a1f5-4de2c74e7a74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:46.808796 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-02b641aa-2712-426b-9442-a22113654e83 req-b094efa6-900d-4d21-a1a9-d0b88ff3fe11 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347230 Jun 18 22:02:46.851908 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02049fea-7be2-4ec5-9078-fca5a45411af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bac983e-b584-4404-9047-6332e108915b,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:46.858674 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-02049fea-7be2-4ec5-9078-fca5a45411af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:46.872934 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-02049fea-7be2-4ec5-9078-fca5a45411af admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=30a900b9e7d745d2b1b22117440a4d1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4310920 Jun 18 22:02:46.872934 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 43750) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:46.945040 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-79207e0a-4da1-4d13-b2cc-05981b6f6db2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:46.964359 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6be1b9-6957-411a-9b55-dfe219930a5b req-22569eb0-59dc-40a1-890e-1695362d7c45 tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:46.966076 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-9d6be1b9-6957-411a-9b55-dfe219930a5b req-22569eb0-59dc-40a1-890e-1695362d7c45 tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5299238-ba3e-447d-9d5c-50647ed93e33 HTTP/1.1" status: 200 len: 946 time: 0.0780935 Jun 18 22:02:46.969329 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-79207e0a-4da1-4d13-b2cc-05981b6f6db2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:47.026717 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-9d6be1b9-6957-411a-9b55-dfe219930a5b req-d6f443dc-1e4c-4080-aaa7-02df71743f97 tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] 10.222.0.23 "GET /v2.0/security-groups?id=232cecde-8468-44d1-9cfa-82cc6331b31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525100 Jun 18 22:02:47.130778 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-79207e0a-4da1-4d13-b2cc-05981b6f6db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:47.133421 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-79207e0a-4da1-4d13-b2cc-05981b6f6db2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:47.137018 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-79207e0a-4da1-4d13-b2cc-05981b6f6db2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8bac983e-b584-4404-9047-6332e108915b HTTP/1.1" status: 204 len: 168 time: 0.2607379 Jun 18 22:02:47.137018 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-f62a6e51-067d-4a48-868d-bc458b7a271c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:47.142804 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79207e0a-4da1-4d13-b2cc-05981b6f6db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bac983e-b584-4404-9047-6332e108915b,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:47.145337 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-79207e0a-4da1-4d13-b2cc-05981b6f6db2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:47.320700 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 43772) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:47.334115 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-d38455fc-3700-4361-a15f-b42d88311545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:47.429023 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-d38455fc-3700-4361-a15f-b42d88311545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:47.479654 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 43776) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:47.507703 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-d38455fc-3700-4361-a15f-b42d88311545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:47.511316 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:47.551267 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-d38455fc-3700-4361-a15f-b42d88311545 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eae400b650674416bad69f8352e1cb05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2287862 Jun 18 22:02:47.552151 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38455fc-3700-4361-a15f-b42d88311545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9af9a96-6505-499c-ab46-4b432f25e4ad,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:47.554970 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 43780) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:47.555434 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-d38455fc-3700-4361-a15f-b42d88311545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:47.581043 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-8273b7d3-35c0-4ac8-905d-2a8aed0f0b97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:47.618185 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a0c6a3fc-6073-452e-a77b-bcde537090f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:47.639605 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a0c6a3fc-6073-452e-a77b-bcde537090f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:47.673742 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-8273b7d3-35c0-4ac8-905d-2a8aed0f0b97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:47.862132 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-8273b7d3-35c0-4ac8-905d-2a8aed0f0b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:47.866326 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:47.874213 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a0c6a3fc-6073-452e-a77b-bcde537090f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:47.877748 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a0c6a3fc-6073-452e-a77b-bcde537090f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:47.878988 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-a0c6a3fc-6073-452e-a77b-bcde537090f9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d9af9a96-6505-499c-ab46-4b432f25e4ad HTTP/1.1" status: 204 len: 168 time: 0.3226249 Jun 18 22:02:47.880880 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:47.902525 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6a3fc-6073-452e-a77b-bcde537090f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9af9a96-6505-499c-ab46-4b432f25e4ad,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:47.904454 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-8273b7d3-35c0-4ac8-905d-2a8aed0f0b97 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6947ee233ea14851beb7dc2c35ab84ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4237025 Jun 18 22:02:47.907214 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 43798) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:47.907443 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8273b7d3-35c0-4ac8-905d-2a8aed0f0b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c846ac60-b236-4bad-b1df-2d4585d5e8b1,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:47.910964 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-8273b7d3-35c0-4ac8-905d-2a8aed0f0b97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:47.937433 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-a0c6a3fc-6073-452e-a77b-bcde537090f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:48.001781 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-0f29f766-d565-4b83-90ca-5420d871ee10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:48.015736 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc8bab0-d3fd-4f3b-b01a-5c53414720ea req-a9576aff-2b78-4d9d-8c6d-d00aa6a90abe tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:48.017206 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-bfc8bab0-d3fd-4f3b-b01a-5c53414720ea req-a9576aff-2b78-4d9d-8c6d-d00aa6a90abe tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/ports?device_id=9afbb1bf-0416-43fb-9bbb-2433ceb5f0e3 HTTP/1.1" status: 200 len: 943 time: 0.1837976 Jun 18 22:02:48.048770 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-0f29f766-d565-4b83-90ca-5420d871ee10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:48.115374 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60810829-5e1d-4984-b89c-95cd487e6b75 req-6d50cc7a-7a11-4666-8780-addbb7a44bac tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:48.124422 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-60810829-5e1d-4984-b89c-95cd487e6b75 req-6d50cc7a-7a11-4666-8780-addbb7a44bac tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=29137dc2-e9df-4dab-9c24-56e918387df1 HTTP/1.1" status: 200 len: 944 time: 0.1637032 Jun 18 22:02:48.124422 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-bfc8bab0-d3fd-4f3b-b01a-5c53414720ea req-f16a0a2c-c3b4-4a0f-a0b5-2638c2567596 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1d65039-544f-4945-8129-414b24f93b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940874 Jun 18 22:02:48.165659 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-60810829-5e1d-4984-b89c-95cd487e6b75 req-d824eedd-be6f-48d6-a60a-08e514f523bb tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411453 Jun 18 22:02:48.300680 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cbd6cc-a869-408f-bbb2-e989db4710dc req-e3b2f88c-571f-45ab-8fa7-d7441e35a143 tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:48.302217 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-d9cbd6cc-a869-408f-bbb2-e989db4710dc req-e3b2f88c-571f-45ab-8fa7-d7441e35a143 tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5299238-ba3e-447d-9d5c-50647ed93e33 HTTP/1.1" status: 200 len: 946 time: 0.0627429 Jun 18 22:02:48.310493 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 43806) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:48.325080 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-64d4f098-f0a8-4843-a661-5ab5598d2a91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:48.346663 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-d9cbd6cc-a869-408f-bbb2-e989db4710dc req-a97c8c60-39fb-485f-8162-40f64ed769f1 tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] 10.222.0.23 "GET /v2.0/security-groups?id=232cecde-8468-44d1-9cfa-82cc6331b31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358613 Jun 18 22:02:48.376620 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device f1a14add-76dd-4a0c-a52a-f7c12f8eb41a details requested by agent hyperv_hv-cinder-76675 with host hv-cinder-76675 {{(pid=93269) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 22:02:48.377175 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-0f29f766-d565-4b83-90ca-5420d871ee10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:48.381125 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-0f29f766-d565-4b83-90ca-5420d871ee10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:48.383577 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-0f29f766-d565-4b83-90ca-5420d871ee10 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c846ac60-b236-4bad-b1df-2d4585d5e8b1 HTTP/1.1" status: 204 len: 168 time: 0.4741809 Jun 18 22:02:48.383577 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:48.388191 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device 38a24031-d69c-4f65-ac2f-60d5845f25d9 up at agent hyperv_hv-cinder-76675 {{(pid=93269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:02:48.390725 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f29f766-d565-4b83-90ca-5420d871ee10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c846ac60-b236-4bad-b1df-2d4585d5e8b1,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:48.393107 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-0f29f766-d565-4b83-90ca-5420d871ee10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:48.506734 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.db.resource_extend [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 18 22:02:48.523444 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-64d4f098-f0a8-4843-a661-5ab5598d2a91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:48.611144 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-64d4f098-f0a8-4843-a661-5ab5598d2a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:48.615229 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-23ec866c-19a5-415c-8c8d-23b0f9df9bb4 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:48.634543 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] For port f1a14add-76dd-4a0c-a52a-f7c12f8eb41a, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=f1a14add-76dd-4a0c-a52a-f7c12f8eb41a,segment=NetworkSegment(b36e6868-126e-43ec-b847-fd25373dd47a),segment_id=b36e6868-126e-43ec-b847-fd25373dd47a)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:02:48.647843 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Returning: {'device': 'f1a14add-76dd-4a0c-a52a-f7c12f8eb41a', 'network_id': '2767e6ef-6819-45b8-a88a-d01068b3a363', 'port_id': 'f1a14add-76dd-4a0c-a52a-f7c12f8eb41a', 'mac_address': 'fa:16:3e:6b:4e:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c05298a-5496-468b-af9b-eb839c301437', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93269) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 22:02:48.660956 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d4f098-f0a8-4843-a661-5ab5598d2a91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f037404-4313-4550-86a1-79f3769affc5,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:48.669855 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-64d4f098-f0a8-4843-a661-5ab5598d2a91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:48.673996 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-64d4f098-f0a8-4843-a661-5ab5598d2a91 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f8b69a5e40e64cd1820565042d42fa5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3624220 Jun 18 22:02:48.676914 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 43826) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:48.713934 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:48.735055 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Provisioning for port 38a24031-d69c-4f65-ac2f-60d5845f25d9 completed by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:02:48.741775 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-39dc352f-2c1e-40a5-a53b-ec74e0a15a18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:48.747058 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.notifiers.nova [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1a14add-76dd-4a0c-a52a-f7c12f8eb41a {{(pid=93269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:02:48.751511 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Provisioning complete for port 38a24031-d69c-4f65-ac2f-60d5845f25d9 triggered by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:02:48.753118 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:48.764411 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-39dc352f-2c1e-40a5-a53b-ec74e0a15a18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:48.799655 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] For port f1a14add-76dd-4a0c-a52a-f7c12f8eb41a, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=f1a14add-76dd-4a0c-a52a-f7c12f8eb41a,segment=NetworkSegment(b36e6868-126e-43ec-b847-fd25373dd47a),segment_id=b36e6868-126e-43ec-b847-fd25373dd47a)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:02:48.868241 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:48.871796 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-9b3849c8-249d-4429-8096-64b5be8a36b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:48.877943 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:48.920944 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-39dc352f-2c1e-40a5-a53b-ec74e0a15a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:48.923584 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-39dc352f-2c1e-40a5-a53b-ec74e0a15a18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:48.931197 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-39dc352f-2c1e-40a5-a53b-ec74e0a15a18 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1f037404-4313-4550-86a1-79f3769affc5 HTTP/1.1" status: 204 len: 168 time: 0.2531836 Jun 18 22:02:48.932307 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-41797950-4151-4ec2-ab0e-fdfa13e56eb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:48.942683 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29137dc2-e9df-4dab-9c24-56e918387df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a24031-d69c-4f65-ac2f-60d5845f25d9'}] {{(pid=93269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:02:48.943127 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dc352f-2c1e-40a5-a53b-ec74e0a15a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f037404-4313-4550-86a1-79f3769affc5,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:48.944990 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af3cbdd609d599d07a5217d2d1a89114698d9a8f3654956f7909e96a5eb364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e21667-da4f-4846-8580-55af19a90bd2" -d '{"events": [{"server_uuid": "29137dc2-e9df-4dab-9c24-56e918387df1", "name": "network-vif-plugged", "status": "completed", "tag": "38a24031-d69c-4f65-ac2f-60d5845f25d9"}]}' {{(pid=93269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:02:48.953307 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-39dc352f-2c1e-40a5-a53b-ec74e0a15a18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:48.968364 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] For port 38a24031-d69c-4f65-ac2f-60d5845f25d9, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=38a24031-d69c-4f65-ac2f-60d5845f25d9,segment=NetworkSegment(c627a06e-c5a0-4830-ab6a-ca32b638bf65),segment_id=c627a06e-c5a0-4830-ab6a-ca32b638bf65)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:02:48.983639 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Pushing event updated for resources: {'Port': ['ID=f1a14add-76dd-4a0c-a52a-f7c12f8eb41a,revision_number=4']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:48.986612 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:49.014837 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d71527-d2fb-4466-81b0-aa28084939c4 x-openstack-request-id: req-27d71527-d2fb-4466-81b0-aa28084939c4 {{(pid=93269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:02:49.015314 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29137dc2-e9df-4dab-9c24-56e918387df1", "name": "network-vif-plugged", "status": "completed", "tag": "38a24031-d69c-4f65-ac2f-60d5845f25d9", "code": 200}]} {{(pid=93269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:02:49.015676 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-27d71527-d2fb-4466-81b0-aa28084939c4 {{(pid=93269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:02:49.016155 dv-cinder-766752-3-smb neutron-server[93269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29137dc2-e9df-4dab-9c24-56e918387df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a24031-d69c-4f65-ac2f-60d5845f25d9', 'code': 200} Jun 18 22:02:49.039547 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:49.040437 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device 59af2458-19d5-41c7-a73d-47d9346497cc up at agent hyperv_hv-cinder-76675 {{(pid=93269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:02:49.043300 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:49.146008 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Pushing event updated for resources: {'Port': ['ID=38a24031-d69c-4f65-ac2f-60d5845f25d9,revision_number=5']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:49.149418 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:49.235617 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] get_ports_and_sgs() called for port_ids ['f1a14add-76dd-4a0c-a52a-f7c12f8eb41a'] {{(pid=93269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:02:49.262052 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Provisioning for port 59af2458-19d5-41c7-a73d-47d9346497cc completed by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:02:49.271361 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Provisioning complete for port 59af2458-19d5-41c7-a73d-47d9346497cc triggered by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:02:49.271987 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:49.343032 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a82de-911b-4230-aa04-92e151bdf7a4 req-ea23f28c-2733-46fd-9ac7-9669cf9f9ffe tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:49.345385 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-e37a82de-911b-4230-aa04-92e151bdf7a4 req-ea23f28c-2733-46fd-9ac7-9669cf9f9ffe tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/ports?device_id=9afbb1bf-0416-43fb-9bbb-2433ceb5f0e3 HTTP/1.1" status: 200 len: 944 time: 0.0847394 Jun 18 22:02:49.451956 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:49.468934 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-e37a82de-911b-4230-aa04-92e151bdf7a4 req-50d251cc-04a5-4894-9b24-4ed23a55cdc4 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1d65039-544f-4945-8129-414b24f93b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153965 Jun 18 22:02:49.507669 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] For port 59af2458-19d5-41c7-a73d-47d9346497cc, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=59af2458-19d5-41c7-a73d-47d9346497cc,segment=NetworkSegment(c627a06e-c5a0-4830-ab6a-ca32b638bf65),segment_id=c627a06e-c5a0-4830-ab6a-ca32b638bf65)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:02:49.557791 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e17b3eb-8b20-4be8-912f-bb1de9cb5ff3 req-97e30642-5cd8-4879-b3ef-4172c8177167 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:49.558725 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 43866) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:49.573339 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-8e17b3eb-8b20-4be8-912f-bb1de9cb5ff3 req-97e30642-5cd8-4879-b3ef-4172c8177167 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=29137dc2-e9df-4dab-9c24-56e918387df1 HTTP/1.1" status: 200 len: 945 time: 0.1960266 Jun 18 22:02:49.602477 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed748f7-8826-42bc-9684-59ca473bd2b9 req-3323ada0-a62e-4351-a3a9-ca3f318c5216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:49.602477 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3ed748f7-8826-42bc-9684-59ca473bd2b9 req-3323ada0-a62e-4351-a3a9-ca3f318c5216 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=29137dc2-e9df-4dab-9c24-56e918387df1 HTTP/1.1" status: 200 len: 1098 time: 0.1266775 Jun 18 22:02:49.605670 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:49.607658 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-0e371790-c6a1-4ce6-9c60-caaac117f8bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:49.642656 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-8e17b3eb-8b20-4be8-912f-bb1de9cb5ff3 req-b14e7858-e829-4d0e-b30b-b7721770d611 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683043 Jun 18 22:02:49.687191 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Pushing event updated for resources: {'Port': ['ID=59af2458-19d5-41c7-a73d-47d9346497cc,revision_number=5']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:49.690528 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:49.743242 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3ed748f7-8826-42bc-9684-59ca473bd2b9 req-3c55deec-6da4-4daa-89ee-3df27bf13c0a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198397 Jun 18 22:02:49.770517 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db454384-50c9-480d-9683-7525a7e87896 req-93ed0b95-9b08-45b3-98ea-0ffa17e23086 tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:49.772139 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-db454384-50c9-480d-9683-7525a7e87896 req-93ed0b95-9b08-45b3-98ea-0ffa17e23086 tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5299238-ba3e-447d-9d5c-50647ed93e33 HTTP/1.1" status: 200 len: 946 time: 0.1285496 Jun 18 22:02:49.786789 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-10ac05cb-1abd-4316-a414-9ebb8b317bed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:49.820258 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-db454384-50c9-480d-9683-7525a7e87896 req-f1a43ec9-431f-4d9d-afe9-80ebb182a3cd tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] 10.222.0.23 "GET /v2.0/security-groups?id=232cecde-8468-44d1-9cfa-82cc6331b31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413866 Jun 18 22:02:49.909377 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-10ac05cb-1abd-4316-a414-9ebb8b317bed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:49.919464 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:49.976166 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-10ac05cb-1abd-4316-a414-9ebb8b317bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:49.979715 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:50.014764 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-10ac05cb-1abd-4316-a414-9ebb8b317bed admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9be0e65b23c84f5f82809ac8f7e40a46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4549816 Jun 18 22:02:50.015629 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ac05cb-1abd-4316-a414-9ebb8b317bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8f4831-334b-4775-bdae-5798f6ec8e69,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:50.017870 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 43886) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:50.030755 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-10ac05cb-1abd-4316-a414-9ebb8b317bed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:50.072118 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-8fa4afa1-28ee-4226-87f1-8eeb2998c6e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:50.100342 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-8fa4afa1-28ee-4226-87f1-8eeb2998c6e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:50.250791 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-8fa4afa1-28ee-4226-87f1-8eeb2998c6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:50.253586 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-8fa4afa1-28ee-4226-87f1-8eeb2998c6e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:50.257174 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-8fa4afa1-28ee-4226-87f1-8eeb2998c6e9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2b8f4831-334b-4775-bdae-5798f6ec8e69 HTTP/1.1" status: 204 len: 168 time: 0.2357543 Jun 18 22:02:50.257174 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:50.266555 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4afa1-28ee-4226-87f1-8eeb2998c6e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8f4831-334b-4775-bdae-5798f6ec8e69,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:50.268434 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-8fa4afa1-28ee-4226-87f1-8eeb2998c6e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:50.383749 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device f1a14add-76dd-4a0c-a52a-f7c12f8eb41a up at agent hyperv_hv-cinder-76675 {{(pid=93269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:02:50.508501 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Provisioning for port f1a14add-76dd-4a0c-a52a-f7c12f8eb41a completed by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:02:50.512992 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Provisioning complete for port f1a14add-76dd-4a0c-a52a-f7c12f8eb41a triggered by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:02:50.513154 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:50.648949 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:50.743124 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57022b38-d46f-46e3-ad28-0946ccb424c7 req-8ded25f7-f995-4307-9f5a-d1ac057c64a7 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:50.753454 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] For port f1a14add-76dd-4a0c-a52a-f7c12f8eb41a, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=f1a14add-76dd-4a0c-a52a-f7c12f8eb41a,segment=NetworkSegment(b36e6868-126e-43ec-b847-fd25373dd47a),segment_id=b36e6868-126e-43ec-b847-fd25373dd47a)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:02:50.763848 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-57022b38-d46f-46e3-ad28-0946ccb424c7 req-8ded25f7-f995-4307-9f5a-d1ac057c64a7 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/ports?device_id=9afbb1bf-0416-43fb-9bbb-2433ceb5f0e3 HTTP/1.1" status: 200 len: 944 time: 0.1395118 Jun 18 22:02:50.827324 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-57022b38-d46f-46e3-ad28-0946ccb424c7 req-f47a6095-67a5-44d0-8d65-470478bd4a9d tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1d65039-544f-4945-8129-414b24f93b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623279 Jun 18 22:02:50.874576 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:50.876807 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:50.927330 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b95beb-68e8-4f73-8e14-fe38015bc873 req-e14cdc77-962d-49e6-8d4f-f50362342b94 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:50.928994 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-18b95beb-68e8-4f73-8e14-fe38015bc873 req-e14cdc77-962d-49e6-8d4f-f50362342b94 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=29137dc2-e9df-4dab-9c24-56e918387df1 HTTP/1.1" status: 200 len: 945 time: 0.0875371 Jun 18 22:02:50.967366 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Pushing event updated for resources: {'Port': ['ID=f1a14add-76dd-4a0c-a52a-f7c12f8eb41a,revision_number=5']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:50.976983 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:50.986528 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-18b95beb-68e8-4f73-8e14-fe38015bc873 req-2fe2fc25-f97b-45ed-8027-dcab83f405e5 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510433 Jun 18 22:02:51.017131 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86124762-9669-4327-a28e-3ab5a1591ad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59af2458-19d5-41c7-a73d-47d9346497cc'}, {'server_uuid': '9afbb1bf-0416-43fb-9bbb-2433ceb5f0e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a14add-76dd-4a0c-a52a-f7c12f8eb41a'}] {{(pid=93269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:02:51.019794 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af3cbdd609d599d07a5217d2d1a89114698d9a8f3654956f7909e96a5eb364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de7690d-f1f4-4960-8094-f18ee1840a93" -d '{"events": [{"server_uuid": "86124762-9669-4327-a28e-3ab5a1591ad4", "name": "network-vif-plugged", "status": "completed", "tag": "59af2458-19d5-41c7-a73d-47d9346497cc"}, {"server_uuid": "9afbb1bf-0416-43fb-9bbb-2433ceb5f0e3", "name": "network-vif-plugged", "status": "completed", "tag": "f1a14add-76dd-4a0c-a52a-f7c12f8eb41a"}]}' {{(pid=93269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:02:51.065527 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 18 Jun 2021 22:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f073a260-b5aa-433c-a363-2bd89ed8d3ed x-openstack-request-id: req-f073a260-b5aa-433c-a363-2bd89ed8d3ed {{(pid=93269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:02:51.065653 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86124762-9669-4327-a28e-3ab5a1591ad4", "name": "network-vif-plugged", "status": "completed", "tag": "59af2458-19d5-41c7-a73d-47d9346497cc", "code": 200}, {"server_uuid": "9afbb1bf-0416-43fb-9bbb-2433ceb5f0e3", "name": "network-vif-plugged", "status": "completed", "tag": "f1a14add-76dd-4a0c-a52a-f7c12f8eb41a", "code": 200}]} {{(pid=93269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:02:51.066540 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f073a260-b5aa-433c-a363-2bd89ed8d3ed {{(pid=93269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:02:51.067112 dv-cinder-766752-3-smb neutron-server[93269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86124762-9669-4327-a28e-3ab5a1591ad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59af2458-19d5-41c7-a73d-47d9346497cc', 'code': 200} Jun 18 22:02:51.067378 dv-cinder-766752-3-smb neutron-server[93269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9afbb1bf-0416-43fb-9bbb-2433ceb5f0e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a14add-76dd-4a0c-a52a-f7c12f8eb41a', 'code': 200} Jun 18 22:02:51.209646 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 43938) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:51.231992 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-30b02acc-e4f4-4fbc-b98e-56268388fe9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:51.352137 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-30b02acc-e4f4-4fbc-b98e-56268388fe9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:51.451033 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-30b02acc-e4f4-4fbc-b98e-56268388fe9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:51.454900 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-4d3e5883-0155-4e5f-885d-4aceab3b903c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:51.493085 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-30b02acc-e4f4-4fbc-b98e-56268388fe9b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=af50e086475342f3a99399447cf3a70c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2820683 Jun 18 22:02:51.494271 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b02acc-e4f4-4fbc-b98e-56268388fe9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef0825d-8aea-4001-abcf-a54222aac08f,revision_number=1']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:51.495987 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 43946) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:51.497433 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-30b02acc-e4f4-4fbc-b98e-56268388fe9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:51.565572 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-2b91ac6f-cb31-4152-a5af-156b0e728310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:51.606822 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-2b91ac6f-cb31-4152-a5af-156b0e728310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:51.679526 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc88e69-198c-4390-a6fa-bd5ad1dfe9e4 req-a964bd3a-3065-4350-9ed9-3f3c7cb5d57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:51.680979 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-4cc88e69-198c-4390-a6fa-bd5ad1dfe9e4 req-a964bd3a-3065-4350-9ed9-3f3c7cb5d57e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9afbb1bf-0416-43fb-9bbb-2433ceb5f0e3 HTTP/1.1" status: 200 len: 1098 time: 0.0696566 Jun 18 22:02:51.684801 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b8d8c-ea64-45e5-8f9a-de6344d0c433 req-b41f977c-9da0-4bd0-9a37-95479cad2940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:51.686097 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b62b8d8c-ea64-45e5-8f9a-de6344d0c433 req-b41f977c-9da0-4bd0-9a37-95479cad2940 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=86124762-9669-4327-a28e-3ab5a1591ad4 HTTP/1.1" status: 200 len: 1098 time: 0.1056325 Jun 18 22:02:51.742677 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-4cc88e69-198c-4390-a6fa-bd5ad1dfe9e4 req-47aecc31-f1eb-4fe2-8da5-2fd258ef7c98 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e1d65039-544f-4945-8129-414b24f93b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555618 Jun 18 22:02:51.749425 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b62b8d8c-ea64-45e5-8f9a-de6344d0c433 req-62f76743-78e0-441e-ba69-9a1911b4ad5d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518088 Jun 18 22:02:51.804821 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-2b91ac6f-cb31-4152-a5af-156b0e728310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:51.808144 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-2b91ac6f-cb31-4152-a5af-156b0e728310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:51.809797 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-2b91ac6f-cb31-4152-a5af-156b0e728310 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7ef0825d-8aea-4001-abcf-a54222aac08f HTTP/1.1" status: 204 len: 168 time: 0.3123162 Jun 18 22:02:51.810648 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:51.823469 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b91ac6f-cb31-4152-a5af-156b0e728310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef0825d-8aea-4001-abcf-a54222aac08f,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:51.827747 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-2b91ac6f-cb31-4152-a5af-156b0e728310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:52.020980 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e476d43e-1017-4be5-af69-2380b0f4e1d1 req-07d62a3c-727e-4d5b-95ed-aedadc5fd1b3 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:52.024840 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-e476d43e-1017-4be5-af69-2380b0f4e1d1 req-07d62a3c-727e-4d5b-95ed-aedadc5fd1b3 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/ports?device_id=9afbb1bf-0416-43fb-9bbb-2433ceb5f0e3 HTTP/1.1" status: 200 len: 945 time: 0.0837483 Jun 18 22:02:52.076757 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-e476d43e-1017-4be5-af69-2380b0f4e1d1 req-3ffcf51c-0afd-4760-89b7-6b107cd6874b tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1d65039-544f-4945-8129-414b24f93b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475984 Jun 18 22:02:52.289188 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46864207-67f5-4ccf-8a7e-a14d748e7242 req-4e36df99-88df-4eea-9fde-01d8163a15b5 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:52.299153 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-46864207-67f5-4ccf-8a7e-a14d748e7242 req-4e36df99-88df-4eea-9fde-01d8163a15b5 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=29137dc2-e9df-4dab-9c24-56e918387df1 HTTP/1.1" status: 200 len: 945 time: 0.1250412 Jun 18 22:02:52.339673 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-46864207-67f5-4ccf-8a7e-a14d748e7242 req-1076d44c-a1cb-46ab-84bd-b6ce1329c521 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394971 Jun 18 22:02:52.945459 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e3990c-1fa0-4239-9abe-006c76930cdc req-888c47d5-1cd5-4fde-89bf-be0d1773b61a tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:52.954032 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-35e3990c-1fa0-4239-9abe-006c76930cdc req-888c47d5-1cd5-4fde-89bf-be0d1773b61a tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=29137dc2-e9df-4dab-9c24-56e918387df1 HTTP/1.1" status: 200 len: 945 time: 0.0723746 Jun 18 22:02:53.007591 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-35e3990c-1fa0-4239-9abe-006c76930cdc req-e8fb0636-1507-445a-a7ce-3281e128f79b tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539298 Jun 18 22:02:53.076374 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c410d360-20ac-4d11-91f0-2e5028a7c269 req-22986538-8abb-4021-9b9d-b501f528999b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:53.078116 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-c410d360-20ac-4d11-91f0-2e5028a7c269 req-22986538-8abb-4021-9b9d-b501f528999b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=194d0725082a4b188ee68100035994ba&device_id=29137dc2-e9df-4dab-9c24-56e918387df1 HTTP/1.1" status: 200 len: 1098 time: 0.0952108 Jun 18 22:02:53.212836 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c410d360-20ac-4d11-91f0-2e5028a7c269 req-d94bf353-0950-4104-afcf-413908b8f99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:53.214437 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-c410d360-20ac-4d11-91f0-2e5028a7c269 req-d94bf353-0950-4104-afcf-413908b8f99e service neutron] 10.222.0.42 "GET /v2.0/networks?id=2e610704-1278-456e-9ce9-0109af150534 HTTP/1.1" status: 200 len: 920 time: 0.1003876 Jun 18 22:02:53.531156 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-c410d360-20ac-4d11-91f0-2e5028a7c269 req-11512fb5-656b-45af-bedd-bea9ca3bbe9d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38a24031-d69c-4f65-ac2f-60d5845f25d9 HTTP/1.1" status: 200 len: 217 time: 0.2648175 Jun 18 22:02:53.554353 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb82a91-d652-4c55-a1ea-ef103b1d17ac req-ea083683-de1f-4688-a641-f364a5e8ed50 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:53.555648 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-0bb82a91-d652-4c55-a1ea-ef103b1d17ac req-ea083683-de1f-4688-a641-f364a5e8ed50 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/ports?device_id=9afbb1bf-0416-43fb-9bbb-2433ceb5f0e3 HTTP/1.1" status: 200 len: 945 time: 0.3444517 Jun 18 22:02:53.627452 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-0bb82a91-d652-4c55-a1ea-ef103b1d17ac req-87fbbd3a-d6eb-47c5-99e4-d2bbaed8b46c tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1d65039-544f-4945-8129-414b24f93b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631421 Jun 18 22:02:53.633926 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c410d360-20ac-4d11-91f0-2e5028a7c269 req-e14a1686-b61c-4534-87e7-0660165a817f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:53.635382 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-c410d360-20ac-4d11-91f0-2e5028a7c269 req-e14a1686-b61c-4534-87e7-0660165a817f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=127a1104-a6cb-4a46-bd9c-a1b88caa2a45 HTTP/1.1" status: 200 len: 859 time: 0.0893297 Jun 18 22:02:53.677627 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-c410d360-20ac-4d11-91f0-2e5028a7c269 req-d230737c-338b-47dc-a992-08db236b20b8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2e610704-1278-456e-9ce9-0109af150534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341883 Jun 18 22:02:53.781766 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-c410d360-20ac-4d11-91f0-2e5028a7c269 req-03f7da28-023a-4365-aad6-8c31cd327226 service neutron] 10.222.0.42 "GET /v2.0/networks/2e610704-1278-456e-9ce9-0109af150534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916986 Jun 18 22:02:53.900769 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-c410d360-20ac-4d11-91f0-2e5028a7c269 req-fa3e43e2-23be-4fc2-9b80-0eba0c744267 service neutron] 10.222.0.42 "GET /v2.0/networks/2e610704-1278-456e-9ce9-0109af150534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949214 Jun 18 22:02:54.202152 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56d1668-ac7a-464c-8929-405bd184e602 req-f507fb82-c818-4111-aaee-56811b8da721 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:54.203464 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b56d1668-ac7a-464c-8929-405bd184e602 req-f507fb82-c818-4111-aaee-56811b8da721 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=29137dc2-e9df-4dab-9c24-56e918387df1 HTTP/1.1" status: 200 len: 945 time: 0.0699770 Jun 18 22:02:54.242946 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b56d1668-ac7a-464c-8929-405bd184e602 req-bf100e09-4eee-4beb-8f5a-0ac99885d951 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334046 Jun 18 22:02:54.811190 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103e612c-2bd6-4c6c-95d6-7b4c7a7be621 req-9c58519f-e882-4e70-ab19-be44b1726ef4 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:54.812910 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-103e612c-2bd6-4c6c-95d6-7b4c7a7be621 req-9c58519f-e882-4e70-ab19-be44b1726ef4 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/ports?device_id=9afbb1bf-0416-43fb-9bbb-2433ceb5f0e3 HTTP/1.1" status: 200 len: 945 time: 0.0660610 Jun 18 22:02:54.853066 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-103e612c-2bd6-4c6c-95d6-7b4c7a7be621 req-b3211860-c758-43f6-a865-1b74b67fc876 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1d65039-544f-4945-8129-414b24f93b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339322 Jun 18 22:02:55.049305 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f2bd64-ca0e-4c53-ae5d-ed25e121f42b req-1c94d7b5-f7ae-4a87-a959-50ec8d6d3c70 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:55.051425 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-c7f2bd64-ca0e-4c53-ae5d-ed25e121f42b req-1c94d7b5-f7ae-4a87-a959-50ec8d6d3c70 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/ports?device_id=9afbb1bf-0416-43fb-9bbb-2433ceb5f0e3 HTTP/1.1" status: 200 len: 945 time: 0.0713723 Jun 18 22:02:55.061307 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 44104) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:55.066015 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.v2.base [None req-5d92244d-63ef-451a-972d-93c355866f0a tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Request body: {'floatingip': {'port_id': 'f1a14add-76dd-4a0c-a52a-f7c12f8eb41a'}} {{(pid=93268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:02:55.139736 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-5d92244d-63ef-451a-972d-93c355866f0a tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks [] for floatingip, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:55.593919 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0677d1e-b8be-4ede-b585-f4618d7a89cb req-6fc2fa60-9f03-4d8d-8882-bb07db061350 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:55.595389 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-d0677d1e-b8be-4ede-b585-f4618d7a89cb req-6fc2fa60-9f03-4d8d-8882-bb07db061350 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=29137dc2-e9df-4dab-9c24-56e918387df1 HTTP/1.1" status: 200 len: 945 time: 0.2190461 Jun 18 22:02:55.712035 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-d0677d1e-b8be-4ede-b585-f4618d7a89cb req-4082c463-1cd4-4810-ac64-45970f3e1c36 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839121 Jun 18 22:02:55.861751 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-5d92244d-63ef-451a-972d-93c355866f0a tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:55.966140 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-5d92244d-63ef-451a-972d-93c355866f0a tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516016'] for floatingip, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:56.297316 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.db.l3_db [None req-5d92244d-63ef-451a-972d-93c355866f0a tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Floating IP 62085c59-9b0c-45ff-868b-c2eaef28cc2f associated. External IP: 172.28.0.214, port: f1a14add-76dd-4a0c-a52a-f7c12f8eb41a. Jun 18 22:02:56.507708 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d92244d-63ef-451a-972d-93c355866f0a tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Router f718791a-b063-4175-9f55-8ed0bba93417 has already been hosted by L3 agent cffdd0dd-f469-4450-b407-8e3f357d30fb {{(pid=93268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 22:02:56.616467 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d92244d-63ef-451a-972d-93c355866f0a tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify agent at l3_agent.dv-cinder-766752-3-smb the message routers_updated {{(pid=93268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 22:02:56.621183 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-5d92244d-63ef-451a-972d-93c355866f0a tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31239'] for floatingip, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:56.629724 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8241cd-920a-4ae0-a239-988a4899c7c7 None None] Sync routers for ids ['f718791a-b063-4175-9f55-8ed0bba93417'] in dv-cinder-766752-3-smb {{(pid=93270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 22:02:56.638824 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8241cd-920a-4ae0-a239-988a4899c7c7 None None] Routers {'f718791a-b063-4175-9f55-8ed0bba93417'} bound to L3 agent in host dv-cinder-766752-3-smb {{(pid=93270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:02:56.639425 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_hamode_db [None req-eb8241cd-920a-4ae0-a239-988a4899c7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T21:54:00Z,description=,heartbeat_timestamp=2021-06-18T22:02:30Z,host='dv-cinder-766752-3-smb',id=cffdd0dd-f469-4450-b407-8e3f357d30fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:54:01Z,topic='l3_agent')) {'router_ids': ['f718791a-b063-4175-9f55-8ed0bba93417'], 'active': True} {{(pid=93270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:02:56.658305 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-5d92244d-63ef-451a-972d-93c355866f0a tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "PUT /v2.0/floatingips/62085c59-9b0c-45ff-868b-c2eaef28cc2f HTTP/1.1" status: 200 len: 991 time: 1.5957594 Jun 18 22:02:56.659042 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9afbb1bf-0416-43fb-9bbb-2433ceb5f0e3', 'tag': 'f1a14add-76dd-4a0c-a52a-f7c12f8eb41a'}] {{(pid=93268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:02:56.661438 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ff4b25c03651656652c9c7d58efcdba903c051ef33b3f53eb93af1a53304f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e9910fc-05f8-4436-8632-361abff6a8da" -d '{"events": [{"name": "network-changed", "server_uuid": "9afbb1bf-0416-43fb-9bbb-2433ceb5f0e3", "tag": "f1a14add-76dd-4a0c-a52a-f7c12f8eb41a"}]}' {{(pid=93268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:02:56.716005 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 22:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a522be67-4eba-46a0-93c4-a41b60b3bab0 x-openstack-request-id: req-a522be67-4eba-46a0-93c4-a41b60b3bab0 {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:02:56.716320 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9afbb1bf-0416-43fb-9bbb-2433ceb5f0e3", "tag": "f1a14add-76dd-4a0c-a52a-f7c12f8eb41a", "status": "completed", "code": 200}]} {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:02:56.716621 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a522be67-4eba-46a0-93c4-a41b60b3bab0 {{(pid=93268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:02:56.717032 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9afbb1bf-0416-43fb-9bbb-2433ceb5f0e3', 'tag': 'f1a14add-76dd-4a0c-a52a-f7c12f8eb41a', 'status': 'completed', 'code': 200} Jun 18 22:02:56.757541 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_dvr_db [None req-eb8241cd-920a-4ae0-a239-988a4899c7c7 None None] Set router f718791a-b063-4175-9f55-8ed0bba93417 gateway port host: dv-cinder-766752-3-smb {{(pid=93270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:02:56.867025 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9910fc-05f8-4436-8632-361abff6a8da req-fcd8a48e-59b9-475e-afeb-6b9c6d7cd7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:56.868739 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-6e9910fc-05f8-4436-8632-361abff6a8da req-fcd8a48e-59b9-475e-afeb-6b9c6d7cd7f4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1a162bbe7ec5404e82b0637c65bc655b&device_id=9afbb1bf-0416-43fb-9bbb-2433ceb5f0e3 HTTP/1.1" status: 200 len: 1098 time: 0.0938559 Jun 18 22:02:56.986102 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d999dbc-2887-49a9-9637-606bf76f8c33 req-670e7044-d0b5-4c03-ab4d-28c0a8a247b1 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:56.993474 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-5d999dbc-2887-49a9-9637-606bf76f8c33 req-670e7044-d0b5-4c03-ab4d-28c0a8a247b1 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=29137dc2-e9df-4dab-9c24-56e918387df1 HTTP/1.1" status: 200 len: 945 time: 0.1429353 Jun 18 22:02:57.024301 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9910fc-05f8-4436-8632-361abff6a8da req-20017582-4d79-413e-9945-7362461fa1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:57.025785 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-6e9910fc-05f8-4436-8632-361abff6a8da req-20017582-4d79-413e-9945-7362461fa1a7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2767e6ef-6819-45b8-a88a-d01068b3a363 HTTP/1.1" status: 200 len: 912 time: 0.1403401 Jun 18 22:02:57.051684 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-5d999dbc-2887-49a9-9637-606bf76f8c33 req-55830adc-7af2-4abc-b657-e7775b53c934 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560606 Jun 18 22:02:57.122458 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_hamode_db [None req-eb8241cd-920a-4ae0-a239-988a4899c7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f718791a-b063-4175-9f55-8ed0bba93417', 'name': 'tempest-AttachVolumeTestJSON-1244901988-router', 'tenant_id': '1a162bbe7ec5404e82b0637c65bc655b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.228'}], 'enable_snat': True}, 'gw_port_id': '24ebf161-ffed-471e-8fb3-4ec465e50da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:02:13Z', 'updated_at': '2021-06-18T22:02:21Z', 'revision_number': 4, 'project_id': '1a162bbe7ec5404e82b0637c65bc655b', 'gw_port': {'id': '24ebf161-ffed-471e-8fb3-4ec465e50da5', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:50:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f718791a-b063-4175-9f55-8ed0bba93417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:02:14Z', 'updated_at': '2021-06-18T22:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb', '_floatingips': [{'id': '62085c59-9b0c-45ff-868b-c2eaef28cc2f', 'tenant_id': '1a162bbe7ec5404e82b0637c65bc655b', 'floating_ip_address': '172.28.0.214', 'floating_network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'router_id': 'f718791a-b063-4175-9f55-8ed0bba93417', 'port_id': 'f1a14add-76dd-4a0c-a52a-f7c12f8eb41a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2767e6ef-6819-45b8-a88a-d01068b3a363', 'mac_address': 'fa:16:3e:6b:4e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afbb1bf-0416-43fb-9bbb-2433ceb5f0e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T22:02:32Z', 'updated_at': '2021-06-18T22:02:55Z', 'revision_number': 1, 'project_id': '1a162bbe7ec5404e82b0637c65bc655b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17c19ec5-ff0f-44e7-a83b-7acfbb2c1708', 'name': '', 'network_id': '2767e6ef-6819-45b8-a88a-d01068b3a363', 'tenant_id': '1a162bbe7ec5404e82b0637c65bc655b', 'mac_address': 'fa:16:3e:19:74:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f718791a-b063-4175-9f55-8ed0bba93417', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '2c05298a-5496-468b-af9b-eb839c301437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:02:19Z', 'updated_at': '2021-06-18T22:02:29Z', 'revision_number': 5, 'project_id': '1a162bbe7ec5404e82b0637c65bc655b', 'subnets': [{'id': '2c05298a-5496-468b-af9b-eb839c301437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-smb', False) {} {{(pid=93270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:02:57.137722 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-6e9910fc-05f8-4436-8632-361abff6a8da req-7aa41a1b-617b-4389-ae3b-3b26d5c49b75 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1a14add-76dd-4a0c-a52a-f7c12f8eb41a HTTP/1.1" status: 200 len: 999 time: 0.0982339 Jun 18 22:02:57.153105 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8241cd-920a-4ae0-a239-988a4899c7c7 None None] Checking router: f718791a-b063-4175-9f55-8ed0bba93417 for host: dv-cinder-766752-3-smb {{(pid=93270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 22:02:57.161663 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8241cd-920a-4ae0-a239-988a4899c7c7 None None] Routers {'f718791a-b063-4175-9f55-8ed0bba93417'} bound to L3 agent in host dv-cinder-766752-3-smb {{(pid=93270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:02:57.162257 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_hamode_db [None req-eb8241cd-920a-4ae0-a239-988a4899c7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T21:54:00Z,description=,heartbeat_timestamp=2021-06-18T22:02:30Z,host='dv-cinder-766752-3-smb',id=cffdd0dd-f469-4450-b407-8e3f357d30fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:54:01Z,topic='l3_agent')) {'router_ids': ['f718791a-b063-4175-9f55-8ed0bba93417'], 'active': True} {{(pid=93270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:02:57.185669 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9910fc-05f8-4436-8632-361abff6a8da req-fa590b80-3506-49da-913f-628d9be45036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:57.187358 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-6e9910fc-05f8-4436-8632-361abff6a8da req-fa590b80-3506-49da-913f-628d9be45036 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2c05298a-5496-468b-af9b-eb839c301437 HTTP/1.1" status: 200 len: 850 time: 0.0439022 Jun 18 22:02:57.254865 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9910fc-05f8-4436-8632-361abff6a8da req-aef4c3f2-bacc-4035-81f2-4087984de36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:57.256355 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-6e9910fc-05f8-4436-8632-361abff6a8da req-aef4c3f2-bacc-4035-81f2-4087984de36f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2767e6ef-6819-45b8-a88a-d01068b3a363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0630031 Jun 18 22:02:57.273048 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_dvr_db [None req-eb8241cd-920a-4ae0-a239-988a4899c7c7 None None] Set router f718791a-b063-4175-9f55-8ed0bba93417 gateway port host: dv-cinder-766752-3-smb {{(pid=93270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:02:57.376914 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-6e9910fc-05f8-4436-8632-361abff6a8da req-211f4024-eef6-40b2-826e-3f6ff3e88ea7 service neutron] 10.222.0.42 "GET /v2.0/networks/2767e6ef-6819-45b8-a88a-d01068b3a363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077135 Jun 18 22:02:57.507194 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-6e9910fc-05f8-4436-8632-361abff6a8da req-76ddc745-d8d1-4ac5-91d9-e80382622f16 service neutron] 10.222.0.42 "GET /v2.0/networks/2767e6ef-6819-45b8-a88a-d01068b3a363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227882 Jun 18 22:02:57.520907 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_hamode_db [None req-eb8241cd-920a-4ae0-a239-988a4899c7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f718791a-b063-4175-9f55-8ed0bba93417', 'name': 'tempest-AttachVolumeTestJSON-1244901988-router', 'tenant_id': '1a162bbe7ec5404e82b0637c65bc655b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.228'}], 'enable_snat': True}, 'gw_port_id': '24ebf161-ffed-471e-8fb3-4ec465e50da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:02:13Z', 'updated_at': '2021-06-18T22:02:21Z', 'revision_number': 4, 'project_id': '1a162bbe7ec5404e82b0637c65bc655b', 'gw_port': {'id': '24ebf161-ffed-471e-8fb3-4ec465e50da5', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:50:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f718791a-b063-4175-9f55-8ed0bba93417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:02:14Z', 'updated_at': '2021-06-18T22:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb', '_floatingips': [{'id': '62085c59-9b0c-45ff-868b-c2eaef28cc2f', 'tenant_id': '1a162bbe7ec5404e82b0637c65bc655b', 'floating_ip_address': '172.28.0.214', 'floating_network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'router_id': 'f718791a-b063-4175-9f55-8ed0bba93417', 'port_id': 'f1a14add-76dd-4a0c-a52a-f7c12f8eb41a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2767e6ef-6819-45b8-a88a-d01068b3a363', 'mac_address': 'fa:16:3e:6b:4e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afbb1bf-0416-43fb-9bbb-2433ceb5f0e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T22:02:32Z', 'updated_at': '2021-06-18T22:02:55Z', 'revision_number': 1, 'project_id': '1a162bbe7ec5404e82b0637c65bc655b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17c19ec5-ff0f-44e7-a83b-7acfbb2c1708', 'name': '', 'network_id': '2767e6ef-6819-45b8-a88a-d01068b3a363', 'tenant_id': '1a162bbe7ec5404e82b0637c65bc655b', 'mac_address': 'fa:16:3e:19:74:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f718791a-b063-4175-9f55-8ed0bba93417', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '2c05298a-5496-468b-af9b-eb839c301437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:02:19Z', 'updated_at': '2021-06-18T22:02:29Z', 'revision_number': 5, 'project_id': '1a162bbe7ec5404e82b0637c65bc655b', 'subnets': [{'id': '2c05298a-5496-468b-af9b-eb839c301437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-smb', False) {} {{(pid=93270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:02:57.555165 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8241cd-920a-4ae0-a239-988a4899c7c7 None None] The sync data for ids ['f718791a-b063-4175-9f55-8ed0bba93417'] in dv-cinder-766752-3-smb is: [{'id': 'f718791a-b063-4175-9f55-8ed0bba93417', 'name': 'tempest-AttachVolumeTestJSON-1244901988-router', 'tenant_id': '1a162bbe7ec5404e82b0637c65bc655b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.228'}], 'enable_snat': True}, 'gw_port_id': '24ebf161-ffed-471e-8fb3-4ec465e50da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:02:13Z', 'updated_at': '2021-06-18T22:02:21Z', 'revision_number': 4, 'project_id': '1a162bbe7ec5404e82b0637c65bc655b', 'gw_port': {'id': '24ebf161-ffed-471e-8fb3-4ec465e50da5', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:50:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f718791a-b063-4175-9f55-8ed0bba93417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:02:14Z', 'updated_at': '2021-06-18T22:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb', '_floatingips': [{'id': '62085c59-9b0c-45ff-868b-c2eaef28cc2f', 'tenant_id': '1a162bbe7ec5404e82b0637c65bc655b', 'floating_ip_address': '172.28.0.214', 'floating_network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'router_id': 'f718791a-b063-4175-9f55-8ed0bba93417', 'port_id': 'f1a14add-76dd-4a0c-a52a-f7c12f8eb41a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2767e6ef-6819-45b8-a88a-d01068b3a363', 'mac_address': 'fa:16:3e:6b:4e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afbb1bf-0416-43fb-9bbb-2433ceb5f0e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T22:02:32Z', 'updated_at': '2021-06-18T22:02:55Z', 'revision_number': 1, 'project_id': '1a162bbe7ec5404e82b0637c65bc655b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17c19ec5-ff0f-44e7-a83b-7acfbb2c1708', 'name': '', 'network_id': '2767e6ef-6819-45b8-a88a-d01068b3a363', 'tenant_id': '1a162bbe7ec5404e82b0637c65bc655b', 'mac_address': 'fa:16:3e:19:74:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f718791a-b063-4175-9f55-8ed0bba93417', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '2c05298a-5496-468b-af9b-eb839c301437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:02:19Z', 'updated_at': '2021-06-18T22:02:29Z', 'revision_number': 5, 'project_id': '1a162bbe7ec5404e82b0637c65bc655b', 'subnets': [{'id': '2c05298a-5496-468b-af9b-eb839c301437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 22:02:57.691844 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-58e8fcd4-c4a6-4123-be2d-f47b049afdbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:57.778618 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de38988-952c-45eb-b563-d028d93feb0f None None] New status for floating IP 62085c59-9b0c-45ff-868b-c2eaef28cc2f: ACTIVE {{(pid=93269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 22:02:58.252228 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac64a45-b348-485d-ba25-51e62a045f97 req-e70572af-7315-469d-8c8a-2205a3d69263 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:58.254921 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3ac64a45-b348-485d-ba25-51e62a045f97 req-e70572af-7315-469d-8c8a-2205a3d69263 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=29137dc2-e9df-4dab-9c24-56e918387df1 HTTP/1.1" status: 200 len: 945 time: 0.0773790 Jun 18 22:02:58.292413 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3ac64a45-b348-485d-ba25-51e62a045f97 req-f375ea5f-7e4c-4ef9-91e5-9cc6cb993eaf tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316131 Jun 18 22:02:58.581365 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 44222) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:58.711666 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-20785a38-218d-41d9-8712-18e45f6e5344 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:58.854723 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-20785a38-218d-41d9-8712-18e45f6e5344 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:58.970662 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-20785a38-218d-41d9-8712-18e45f6e5344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:58.974448 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-f52dde4a-fd17-4417-8091-96dbbfcc571b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:59.011186 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-20785a38-218d-41d9-8712-18e45f6e5344 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b40cf0a70bdb48f39c4da9e3a32f23e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4286628 Jun 18 22:02:59.012863 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20785a38-218d-41d9-8712-18e45f6e5344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3226c3d7-7990-443e-9416-a668b33f8255,revision_number=1']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:59.013972 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 44240) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:59.016376 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-20785a38-218d-41d9-8712-18e45f6e5344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:59.069081 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-ced3bc86-cb2b-4887-bf0c-82e1bd15717c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:59.090725 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-ced3bc86-cb2b-4887-bf0c-82e1bd15717c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:59.205485 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-ced3bc86-cb2b-4887-bf0c-82e1bd15717c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:59.208712 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-ced3bc86-cb2b-4887-bf0c-82e1bd15717c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:59.210115 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-ced3bc86-cb2b-4887-bf0c-82e1bd15717c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3226c3d7-7990-443e-9416-a668b33f8255 HTTP/1.1" status: 204 len: 168 time: 0.1937771 Jun 18 22:02:59.210804 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:02:59.218284 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced3bc86-cb2b-4887-bf0c-82e1bd15717c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3226c3d7-7990-443e-9416-a668b33f8255,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:02:59.220599 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-ced3bc86-cb2b-4887-bf0c-82e1bd15717c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:02:59.304776 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e761617d-96b3-4040-ace0-98abe15415ba req-acd3d046-0207-4114-9693-b8f0aa1a0db8 tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:59.306240 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-e761617d-96b3-4040-ace0-98abe15415ba req-acd3d046-0207-4114-9693-b8f0aa1a0db8 tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5299238-ba3e-447d-9d5c-50647ed93e33 HTTP/1.1" status: 200 len: 946 time: 0.0873561 Jun 18 22:02:59.347218 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-e761617d-96b3-4040-ace0-98abe15415ba req-64a23105-0a36-46e0-9a1b-8367b79c8f33 tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] 10.222.0.23 "GET /v2.0/security-groups?id=232cecde-8468-44d1-9cfa-82cc6331b31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352120 Jun 18 22:02:59.471699 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d9280-edf8-44c9-a411-381bf0401bd2 req-219c0d42-0857-45b2-ade2-ba0410b2f635 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:02:59.473775 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-165d9280-edf8-44c9-a411-381bf0401bd2 req-219c0d42-0857-45b2-ade2-ba0410b2f635 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=29137dc2-e9df-4dab-9c24-56e918387df1 HTTP/1.1" status: 200 len: 945 time: 0.0650258 Jun 18 22:02:59.513144 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-165d9280-edf8-44c9-a411-381bf0401bd2 req-a97d95df-3b7c-454d-bdca-96f9f886efb0 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336394 Jun 18 22:02:59.799971 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 44256) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:02:59.813826 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-be393641-e44a-4806-a284-0dcb058b0029 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:59.906566 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-be393641-e44a-4806-a284-0dcb058b0029 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:59.970793 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-be393641-e44a-4806-a284-0dcb058b0029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:02:59.973450 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-8273b7d3-35c0-4ac8-905d-2a8aed0f0b97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:00.007820 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be393641-e44a-4806-a284-0dcb058b0029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5af378c-2bb6-48da-9726-2426904f1838,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:00.011881 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-be393641-e44a-4806-a284-0dcb058b0029 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=64fba396a5c2471bb7a722e4ad775358&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2103667 Jun 18 22:03:00.012887 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-be393641-e44a-4806-a284-0dcb058b0029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:00.014645 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 44270) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:00.062327 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-a4719a27-ee36-4bd7-8823-f04ccafb9488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:00.084552 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-a4719a27-ee36-4bd7-8823-f04ccafb9488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:00.211360 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-0e51ed7f-d1fc-4fa1-9f9f-c7f815faf171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:00.223209 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-a4719a27-ee36-4bd7-8823-f04ccafb9488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:00.225794 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-a4719a27-ee36-4bd7-8823-f04ccafb9488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:00.227756 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-a4719a27-ee36-4bd7-8823-f04ccafb9488 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c5af378c-2bb6-48da-9726-2426904f1838 HTTP/1.1" status: 204 len: 168 time: 0.2113688 Jun 18 22:03:00.227756 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-7d547c86-3e94-424e-b1bc-14cd01380d3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:00.236865 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4719a27-ee36-4bd7-8823-f04ccafb9488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5af378c-2bb6-48da-9726-2426904f1838,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:00.239212 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-a4719a27-ee36-4bd7-8823-f04ccafb9488 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:00.279386 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:00.538781 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c8b70-b631-48e0-a260-e81ff4215daa req-20afceda-c35e-4f2b-8b86-86049cb468ec tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:00.543395 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-d79c8b70-b631-48e0-a260-e81ff4215daa req-20afceda-c35e-4f2b-8b86-86049cb468ec tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5299238-ba3e-447d-9d5c-50647ed93e33 HTTP/1.1" status: 200 len: 946 time: 0.0686769 Jun 18 22:03:00.582662 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-d79c8b70-b631-48e0-a260-e81ff4215daa req-2809669f-8037-45c8-8647-d9f880868364 tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] 10.222.0.23 "GET /v2.0/security-groups?id=232cecde-8468-44d1-9cfa-82cc6331b31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361109 Jun 18 22:03:00.711119 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b266e7cf-fcd8-4b7e-9eda-32014c91a875 req-56d532ef-59fa-48e2-a060-7136721222df tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:00.713627 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b266e7cf-fcd8-4b7e-9eda-32014c91a875 req-56d532ef-59fa-48e2-a060-7136721222df tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=29137dc2-e9df-4dab-9c24-56e918387df1 HTTP/1.1" status: 200 len: 945 time: 0.0744500 Jun 18 22:03:00.755786 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b266e7cf-fcd8-4b7e-9eda-32014c91a875 req-008dabec-d0c7-482f-b903-170c6c7116a7 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333016 Jun 18 22:03:01.013172 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.agents_db [None req-e551f8fc-329d-4229-a52e-01157ddddd3a None None] Agent healthcheck: found 6 active agents {{(pid=93270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 22:03:01.363390 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fb4313-2d59-4279-a5e0-034e762de224 req-6687011a-f319-4f52-b81c-9a69194822d2 tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:01.363390 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-e1fb4313-2d59-4279-a5e0-034e762de224 req-6687011a-f319-4f52-b81c-9a69194822d2 tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5299238-ba3e-447d-9d5c-50647ed93e33 HTTP/1.1" status: 200 len: 946 time: 0.0644820 Jun 18 22:03:01.478854 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [req-e1fb4313-2d59-4279-a5e0-034e762de224 req-87342d87-361a-40d6-9c67-96256caa4a3b tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] Deleting port d24a3052-f324-4d09-bb37-60d8db755ba7 {{(pid=93268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:03:01.479262 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-e1fb4313-2d59-4279-a5e0-034e762de224 req-87342d87-361a-40d6-9c67-96256caa4a3b tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765939110629'] for port, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:01.566855 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-66c5960c-ceb9-453b-add3-817047489609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:01.573540 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.db [req-e1fb4313-2d59-4279-a5e0-034e762de224 req-87342d87-361a-40d6-9c67-96256caa4a3b tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] For port d24a3052-f324-4d09-bb37-60d8db755ba7, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=d24a3052-f324-4d09-bb37-60d8db755ba7,segment=NetworkSegment(e8574f67-2f30-49f5-bfcf-2bfc1462b045),segment_id=e8574f67-2f30-49f5-bfcf-2bfc1462b045)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:03:01.575563 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-e1fb4313-2d59-4279-a5e0-034e762de224 req-87342d87-361a-40d6-9c67-96256caa4a3b tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512668'] for port, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:01.696842 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [req-e1fb4313-2d59-4279-a5e0-034e762de224 req-87342d87-361a-40d6-9c67-96256caa4a3b tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] Calling delete_port for d24a3052-f324-4d09-bb37-60d8db755ba7 owned by compute:nova {{(pid=93268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:03:01.765301 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 44350) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:01.874211 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e079d2-0c08-487c-9d09-0d20875309d7 req-48732ab6-7ced-4bb7-9c59-4ebda79cb2cb tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:01.875691 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-07e079d2-0c08-487c-9d09-0d20875309d7 req-48732ab6-7ced-4bb7-9c59-4ebda79cb2cb tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5299238-ba3e-447d-9d5c-50647ed93e33 HTTP/1.1" status: 200 len: 946 time: 0.1320078 Jun 18 22:03:01.905916 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-bf8706b2-9a83-4745-ab14-e075fd6c030a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:01.995475 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-bf8706b2-9a83-4745-ab14-e075fd6c030a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:01.999228 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-07e079d2-0c08-487c-9d09-0d20875309d7 req-b9b8e17f-3456-4f5d-974d-adf496bd815b tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] 10.222.0.23 "GET /v2.0/security-groups?id=232cecde-8468-44d1-9cfa-82cc6331b31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149807 Jun 18 22:03:02.029887 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d58c4-c97b-4abd-980c-2810b91f3a76 req-62b8dbc2-8ce0-4af8-b851-58b6fa1410fc tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:02.035619 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-8d9d58c4-c97b-4abd-980c-2810b91f3a76 req-62b8dbc2-8ce0-4af8-b851-58b6fa1410fc tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=29137dc2-e9df-4dab-9c24-56e918387df1 HTTP/1.1" status: 200 len: 945 time: 0.1482546 Jun 18 22:03:02.053872 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-e1fb4313-2d59-4279-a5e0-034e762de224 req-87342d87-361a-40d6-9c67-96256caa4a3b tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765939117029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765938626151'] for port, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:02.062780 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:02.074794 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-bf8706b2-9a83-4745-ab14-e075fd6c030a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:02.078835 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-52e77590-3d70-4961-8905-8aede0eb7e80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:02.091157 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] get_ports_and_sgs() called for port_ids ['d24a3052-f324-4d09-bb37-60d8db755ba7'] {{(pid=93269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:03:02.101184 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87342d87-361a-40d6-9c67-96256caa4a3b tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] Pushing event deleted for resources: {'Port': ['ID=d24a3052-f324-4d09-bb37-60d8db755ba7,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:02.110565 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8706b2-9a83-4745-ab14-e075fd6c030a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8caa408-6eb4-4c80-b1be-af1224a6ca4c,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:02.112286 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-bf8706b2-9a83-4745-ab14-e075fd6c030a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:02.125356 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-87342d87-361a-40d6-9c67-96256caa4a3b tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:02.128342 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-8d9d58c4-c97b-4abd-980c-2810b91f3a76 req-ba985287-6827-40c5-a179-4839f2ed8e5b tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905972 Jun 18 22:03:02.134857 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-bf8706b2-9a83-4745-ab14-e075fd6c030a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6948739c3202484a823544034fc36ed1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3654571 Jun 18 22:03:02.135180 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 44360) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:02.175218 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1fb4313-2d59-4279-a5e0-034e762de224 req-87342d87-361a-40d6-9c67-96256caa4a3b tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] No DVR routers for this DVR port d24a3052-f324-4d09-bb37-60d8db755ba7 on host hv-cinder-76675 {{(pid=93268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 22:03:02.178367 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-e1fb4313-2d59-4279-a5e0-034e762de224 req-87342d87-361a-40d6-9c67-96256caa4a3b tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31239'] for port, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:02.180339 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-e1fb4313-2d59-4279-a5e0-034e762de224 req-87342d87-361a-40d6-9c67-96256caa4a3b tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] 10.222.0.42 "DELETE /v2.0/ports/d24a3052-f324-4d09-bb37-60d8db755ba7 HTTP/1.1" status: 204 len: 173 time: 0.8129313 Jun 18 22:03:02.180839 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5299238-ba3e-447d-9d5c-50647ed93e33', 'name': 'network-vif-deleted', 'tag': 'd24a3052-f324-4d09-bb37-60d8db755ba7'}] {{(pid=93268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:03:02.183300 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ff4b25c03651656652c9c7d58efcdba903c051ef33b3f53eb93af1a53304f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c1266f-d0d1-4610-adfd-e79f0056e68b" -d '{"events": [{"server_uuid": "b5299238-ba3e-447d-9d5c-50647ed93e33", "name": "network-vif-deleted", "tag": "d24a3052-f324-4d09-bb37-60d8db755ba7"}]}' {{(pid=93268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:03:02.184889 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-d08ce767-e659-47d0-a11a-86baffb2c195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:02.212649 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-d08ce767-e659-47d0-a11a-86baffb2c195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:02.218912 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b498cf6-dd98-4120-a7df-34dbd9f96d38 x-openstack-request-id: req-5b498cf6-dd98-4120-a7df-34dbd9f96d38 {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:03:02.219256 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5299238-ba3e-447d-9d5c-50647ed93e33", "name": "network-vif-deleted", "tag": "d24a3052-f324-4d09-bb37-60d8db755ba7", "status": "completed", "code": 200}]} {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:03:02.219598 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5b498cf6-dd98-4120-a7df-34dbd9f96d38 {{(pid=93268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:03:02.220298 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5299238-ba3e-447d-9d5c-50647ed93e33', 'name': 'network-vif-deleted', 'tag': 'd24a3052-f324-4d09-bb37-60d8db755ba7', 'status': 'completed', 'code': 200} Jun 18 22:03:02.325279 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-d08ce767-e659-47d0-a11a-86baffb2c195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:02.328084 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-d08ce767-e659-47d0-a11a-86baffb2c195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:02.329238 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-d08ce767-e659-47d0-a11a-86baffb2c195 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a8caa408-6eb4-4c80-b1be-af1224a6ca4c HTTP/1.1" status: 204 len: 168 time: 0.1931942 Jun 18 22:03:02.329998 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-442864fd-7424-4321-ab3e-a60ed2863bc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:02.338397 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ce767-e659-47d0-a11a-86baffb2c195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8caa408-6eb4-4c80-b1be-af1224a6ca4c,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:02.345497 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-d08ce767-e659-47d0-a11a-86baffb2c195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:03.253408 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-cfd4400b-1529-4ea9-a221-6a7c5fbf6a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:03.458704 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-9bb66e9a-a3b3-4dce-92c9-fd37dbcdf9d9 req-0f018f8f-a161-4255-9d28-b741d7591732 tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5299238-ba3e-447d-9d5c-50647ed93e33 HTTP/1.1" status: 200 len: 210 time: 0.2943537 Jun 18 22:03:03.533194 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba6d20-76ee-475f-b211-c7d6da57ed16 req-a9e15dd3-315e-45b6-893a-5b8262da9459 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:03.541087 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-4dba6d20-76ee-475f-b211-c7d6da57ed16 req-a9e15dd3-315e-45b6-893a-5b8262da9459 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=29137dc2-e9df-4dab-9c24-56e918387df1 HTTP/1.1" status: 200 len: 945 time: 0.0854549 Jun 18 22:03:03.595714 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-4dba6d20-76ee-475f-b211-c7d6da57ed16 req-21db0a80-5635-42c9-beda-456283e292b4 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536458 Jun 18 22:03:04.804689 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467d6eae-e8a0-495b-9cb8-0674b7d245e2 req-0548791e-1b85-4430-a752-fc0dcc18283f tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:04.809140 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-467d6eae-e8a0-495b-9cb8-0674b7d245e2 req-0548791e-1b85-4430-a752-fc0dcc18283f tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=29137dc2-e9df-4dab-9c24-56e918387df1 HTTP/1.1" status: 200 len: 945 time: 0.0862699 Jun 18 22:03:04.850926 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-467d6eae-e8a0-495b-9cb8-0674b7d245e2 req-20682172-2d5e-4346-8e5e-3b8cf148093a tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353875 Jun 18 22:03:05.523603 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 44572) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:05.631789 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-6933e76d-0c78-443e-91ef-e4d3068e12c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:05.747758 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-6933e76d-0c78-443e-91ef-e4d3068e12c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:05.845871 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-6933e76d-0c78-443e-91ef-e4d3068e12c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:05.854414 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-64d4f098-f0a8-4843-a661-5ab5598d2a91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:05.922428 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6933e76d-0c78-443e-91ef-e4d3068e12c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d52ed2-8d6d-42b3-b785-e24476654722,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:05.927917 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-6933e76d-0c78-443e-91ef-e4d3068e12c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:05.958382 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-6933e76d-0c78-443e-91ef-e4d3068e12c7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e1375bb692d1468a9bb5f77a4d8a49f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4336879 Jun 18 22:03:05.961675 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 44588) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:06.058834 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-085e53a5-af22-4cbf-bf51-c620fb37ed8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:06.087846 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-085e53a5-af22-4cbf-bf51-c620fb37ed8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:06.131911 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b8284-e97d-4180-86b3-42f0be0a993f req-26e190d4-41bc-43a5-bb15-e967737ef4e7 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:06.133478 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-197b8284-e97d-4180-86b3-42f0be0a993f req-26e190d4-41bc-43a5-bb15-e967737ef4e7 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=29137dc2-e9df-4dab-9c24-56e918387df1 HTTP/1.1" status: 200 len: 945 time: 0.1152725 Jun 18 22:03:06.176358 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-197b8284-e97d-4180-86b3-42f0be0a993f req-e97cf4d2-1e61-4d8f-9d8b-d0378803441d tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370400 Jun 18 22:03:06.257178 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-085e53a5-af22-4cbf-bf51-c620fb37ed8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:06.259737 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-085e53a5-af22-4cbf-bf51-c620fb37ed8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:06.260909 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-085e53a5-af22-4cbf-bf51-c620fb37ed8c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b3d52ed2-8d6d-42b3-b785-e24476654722 HTTP/1.1" status: 204 len: 168 time: 0.2975249 Jun 18 22:03:06.262556 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-fff7aebb-3565-4759-8422-6e417e3bc5c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:06.269945 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e53a5-af22-4cbf-bf51-c620fb37ed8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d52ed2-8d6d-42b3-b785-e24476654722,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:06.272063 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-085e53a5-af22-4cbf-bf51-c620fb37ed8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:06.500791 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device d24a3052-f324-4d09-bb37-60d8db755ba7 no longer exists at agent hyperv_hv-cinder-76675 {{(pid=93269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:03:06.518492 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.plugin [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] No Port match for: d24a3052-f324-4d09-bb37-60d8db755ba7 {{(pid=93269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:03:06.518839 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device d24a3052-f324-4d09-bb37-60d8db755ba7 not bound to the agent host hv-cinder-76675 {{(pid=93269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:03:06.997759 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 44610) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:07.011825 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-d813b9ce-3a14-408f-9e8b-ceff78417a4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:07.104143 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-d813b9ce-3a14-408f-9e8b-ceff78417a4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:07.159725 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-d813b9ce-3a14-408f-9e8b-ceff78417a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:07.159883 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 44616) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:07.164963 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-20785a38-218d-41d9-8712-18e45f6e5344 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:07.202238 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-d813b9ce-3a14-408f-9e8b-ceff78417a4b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6704bffafc614303bf14892bd5d4ea5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2032197 Jun 18 22:03:07.204265 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e94a8e9-a445-4958-99f2-851a2efce36d admin admin] Deleting subnet 62c55806-c3bf-4485-b605-f03b20fa8b2f {{(pid=93267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 22:03:07.204827 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 44620) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:07.208234 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-5e94a8e9-a445-4958-99f2-851a2efce36d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:07.212919 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d813b9ce-3a14-408f-9e8b-ceff78417a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49873aa9-f1bc-4994-bd4c-ba0703396dc5,revision_number=1']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:07.227648 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-d813b9ce-3a14-408f-9e8b-ceff78417a4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:07.243197 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-5e94a8e9-a445-4958-99f2-851a2efce36d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3866932'] for subnet, precommit_delete_associations {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:07.283626 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-c02275ed-e6fa-4981-842c-e49e9442fec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:07.293117 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-5e94a8e9-a445-4958-99f2-851a2efce36d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525357'] for subnet, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:07.330635 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-c02275ed-e6fa-4981-842c-e49e9442fec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:07.398496 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d74e6a-5c0f-42c2-ad00-fca5c9d8421c req-1aeecbae-990c-4285-80aa-c883465be52d tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:07.404209 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-67d74e6a-5c0f-42c2-ad00-fca5c9d8421c req-1aeecbae-990c-4285-80aa-c883465be52d tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=29137dc2-e9df-4dab-9c24-56e918387df1 HTTP/1.1" status: 200 len: 945 time: 0.1099896 Jun 18 22:03:07.463694 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-5e94a8e9-a445-4958-99f2-851a2efce36d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2856249'] for subnet, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:07.466927 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-f94ef6df-d000-4b9d-a581-be117e627f7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:07.474815 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-67d74e6a-5c0f-42c2-ad00-fca5c9d8421c req-27a29fac-a5e3-4e36-afda-02c0b2aa79a5 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588386 Jun 18 22:03:07.500572 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a8e9-a445-4958-99f2-851a2efce36d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62c55806-c3bf-4485-b605-f03b20fa8b2f,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:07.507272 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-5e94a8e9-a445-4958-99f2-851a2efce36d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:07.511408 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-5e94a8e9-a445-4958-99f2-851a2efce36d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:07.514294 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-5e94a8e9-a445-4958-99f2-851a2efce36d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/62c55806-c3bf-4485-b605-f03b20fa8b2f HTTP/1.1" status: 204 len: 168 time: 0.3529091 Jun 18 22:03:07.516944 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 44630) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:07.526782 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-c02275ed-e6fa-4981-842c-e49e9442fec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:07.529438 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-c02275ed-e6fa-4981-842c-e49e9442fec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:07.530682 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-c02275ed-e6fa-4981-842c-e49e9442fec8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/49873aa9-f1bc-4994-bd4c-ba0703396dc5 HTTP/1.1" status: 204 len: 168 time: 0.3247974 Jun 18 22:03:07.540630 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:07.574155 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02275ed-e6fa-4981-842c-e49e9442fec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49873aa9-f1bc-4994-bd4c-ba0703396dc5,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:07.584688 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-c02275ed-e6fa-4981-842c-e49e9442fec8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:07.602843 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-52366ed0-c485-40e8-b9e8-be65fc1c70e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647953'] for network, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:07.702225 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-52366ed0-c485-40e8-b9e8-be65fc1c70e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1539570', 'neutron.services.segments.db._delete_segments_for_network-8765939166931'] for network, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:07.713656 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-52366ed0-c485-40e8-b9e8-be65fc1c70e6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 22:03:07.718358 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-52366ed0-c485-40e8-b9e8-be65fc1c70e6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 22:03:07.718358 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-52366ed0-c485-40e8-b9e8-be65fc1c70e6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 22:03:07.718358 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-52366ed0-c485-40e8-b9e8-be65fc1c70e6 admin admin] Subscribe: > port after_create 55550000 {{(pid=93268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 22:03:07.718358 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-52366ed0-c485-40e8-b9e8-be65fc1c70e6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 22:03:07.718358 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-52366ed0-c485-40e8-b9e8-be65fc1c70e6 admin admin] Subscribe: > port after_update 55550000 {{(pid=93268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 22:03:07.718358 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-52366ed0-c485-40e8-b9e8-be65fc1c70e6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 22:03:07.718358 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-52366ed0-c485-40e8-b9e8-be65fc1c70e6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 22:03:07.718358 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-52366ed0-c485-40e8-b9e8-be65fc1c70e6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 22:03:07.718358 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-52366ed0-c485-40e8-b9e8-be65fc1c70e6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 22:03:07.845692 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-52366ed0-c485-40e8-b9e8-be65fc1c70e6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 22:03:07.846269 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-52366ed0-c485-40e8-b9e8-be65fc1c70e6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 22:03:07.846667 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-52366ed0-c485-40e8-b9e8-be65fc1c70e6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 22:03:07.847061 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-52366ed0-c485-40e8-b9e8-be65fc1c70e6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 22:03:07.847471 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.services.segments.db [None req-52366ed0-c485-40e8-b9e8-be65fc1c70e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c1fe9bb-9cc3-4bf7-9684-e9e569dd33b3']}} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:03:07.866716 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.services.segments.db [None req-52366ed0-c485-40e8-b9e8-be65fc1c70e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8574f67-2f30-49f5-bfcf-2bfc1462b045') {'for_net_delete': True} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:03:07.867123 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.services.segments.db [None req-52366ed0-c485-40e8-b9e8-be65fc1c70e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8574f67-2f30-49f5-bfcf-2bfc1462b045') {} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:03:07.882775 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-52366ed0-c485-40e8-b9e8-be65fc1c70e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765939166760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019256'] for segment, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:07.903390 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-52366ed0-c485-40e8-b9e8-be65fc1c70e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527226'] for segment, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:07.912017 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52366ed0-c485-40e8-b9e8-be65fc1c70e6 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=93268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 22:03:07.912402 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-52366ed0-c485-40e8-b9e8-be65fc1c70e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3043836'] for segment, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:07.916392 dv-cinder-766752-3-smb neutron-server[93268]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 18 22:03:07.916392 dv-cinder-766752-3-smb neutron-server[93268]: from cryptography.utils import int_from_bytes Jun 18 22:03:07.916392 dv-cinder-766752-3-smb neutron-server[93268]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 18 22:03:07.916392 dv-cinder-766752-3-smb neutron-server[93268]: from cryptography.utils import int_from_bytes Jun 18 22:03:07.916392 dv-cinder-766752-3-smb neutron-server[93268]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:03:07.916392 dv-cinder-766752-3-smb neutron-server[93268]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:03:07.916392 dv-cinder-766752-3-smb neutron-server[93268]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:03:07.916392 dv-cinder-766752-3-smb neutron-server[93268]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:03:07.916392 dv-cinder-766752-3-smb neutron-server[93268]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:03:07.916392 dv-cinder-766752-3-smb neutron-server[93268]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:03:07.916392 dv-cinder-766752-3-smb neutron-server[93268]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:03:07.916392 dv-cinder-766752-3-smb neutron-server[93268]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:03:07.916392 dv-cinder-766752-3-smb neutron-server[93268]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:03:07.916392 dv-cinder-766752-3-smb neutron-server[93268]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:03:07.916392 dv-cinder-766752-3-smb neutron-server[93268]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:03:07.916392 dv-cinder-766752-3-smb neutron-server[93268]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:03:07.916392 dv-cinder-766752-3-smb neutron-server[93268]: Traceback (most recent call last): Jun 18 22:03:07.916392 dv-cinder-766752-3-smb neutron-server[93268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 22:03:07.916392 dv-cinder-766752-3-smb neutron-server[93268]: timer() Jun 18 22:03:07.916392 dv-cinder-766752-3-smb neutron-server[93268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 22:03:07.916392 dv-cinder-766752-3-smb neutron-server[93268]: cb(*args, **kw) Jun 18 22:03:07.916392 dv-cinder-766752-3-smb neutron-server[93268]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 22:03:07.916392 dv-cinder-766752-3-smb neutron-server[93268]: return func(*args, **kwargs) Jun 18 22:03:07.916392 dv-cinder-766752-3-smb neutron-server[93268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 22:03:07.916392 dv-cinder-766752-3-smb neutron-server[93268]: self._notify() Jun 18 22:03:07.916392 dv-cinder-766752-3-smb neutron-server[93268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 22:03:07.916392 dv-cinder-766752-3-smb neutron-server[93268]: self.callback(batched_events) Jun 18 22:03:07.916392 dv-cinder-766752-3-smb neutron-server[93268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 22:03:07.916392 dv-cinder-766752-3-smb neutron-server[93268]: event.method(event) Jun 18 22:03:07.916392 dv-cinder-766752-3-smb neutron-server[93268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 22:03:07.916392 dv-cinder-766752-3-smb neutron-server[93268]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 22:03:07.916392 dv-cinder-766752-3-smb neutron-server[93268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 22:03:07.916392 dv-cinder-766752-3-smb neutron-server[93268]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 22:03:07.916392 dv-cinder-766752-3-smb neutron-server[93268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 22:03:07.916392 dv-cinder-766752-3-smb neutron-server[93268]: return f(self, *a, **k) Jun 18 22:03:07.916392 dv-cinder-766752-3-smb neutron-server[93268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 22:03:07.916392 dv-cinder-766752-3-smb neutron-server[93268]: return self._get(url).json() Jun 18 22:03:07.916392 dv-cinder-766752-3-smb neutron-server[93268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 22:03:07.916392 dv-cinder-766752-3-smb neutron-server[93268]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 22:03:07.916392 dv-cinder-766752-3-smb neutron-server[93268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 22:03:07.916392 dv-cinder-766752-3-smb neutron-server[93268]: return self.request(url, 'GET', **kwargs) Jun 18 22:03:07.916392 dv-cinder-766752-3-smb neutron-server[93268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 22:03:07.916392 dv-cinder-766752-3-smb neutron-server[93268]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 22:03:07.916392 dv-cinder-766752-3-smb neutron-server[93268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 22:03:07.916392 dv-cinder-766752-3-smb neutron-server[93268]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 22:03:07.916392 dv-cinder-766752-3-smb neutron-server[93268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 22:03:07.916392 dv-cinder-766752-3-smb neutron-server[93268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 22:03:07.916392 dv-cinder-766752-3-smb neutron-server[93268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 22:03:08.053590 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-52366ed0-c485-40e8-b9e8-be65fc1c70e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1539563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-490555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1678354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-515970'] for network, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:08.069439 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:08.089495 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-52366ed0-c485-40e8-b9e8-be65fc1c70e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678351'] for network, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:08.092270 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-52366ed0-c485-40e8-b9e8-be65fc1c70e6 admin admin] 10.222.0.23 "DELETE /v2.0/networks/8c1fe9bb-9cc3-4bf7-9684-e9e569dd33b3 HTTP/1.1" status: 204 len: 168 time: 0.5738816 Jun 18 22:03:08.098924 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52366ed0-c485-40e8-b9e8-be65fc1c70e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c1fe9bb-9cc3-4bf7-9684-e9e569dd33b3,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:08.098924 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-52366ed0-c485-40e8-b9e8-be65fc1c70e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:08.381171 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 44658) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:08.396939 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-00d636a1-fa2a-4a44-8eeb-78fec3ec053d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:08.425615 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 44660) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:08.466698 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-a5bada4b-05e5-44c9-a7a5-ea7431a2d9fd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0376bb2c03a7441a9021c412f8565795&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0391214 Jun 18 22:03:08.469226 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 44662) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:08.487455 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-00d636a1-fa2a-4a44-8eeb-78fec3ec053d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:08.519759 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-5063f73a-0484-4930-b2e8-ec57986fffd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:08.546057 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-5063f73a-0484-4930-b2e8-ec57986fffd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:08.565765 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-00d636a1-fa2a-4a44-8eeb-78fec3ec053d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:08.588776 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-79207e0a-4da1-4d13-b2cc-05981b6f6db2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:08.628240 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-00d636a1-fa2a-4a44-8eeb-78fec3ec053d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=980cf6484d6a498f9ce92f4f42e95b4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2458866 Jun 18 22:03:08.630389 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d636a1-fa2a-4a44-8eeb-78fec3ec053d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4d3c81-d2ee-45c7-bb7b-73eb6f7d97da,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:08.632720 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 44672) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:08.634764 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-00d636a1-fa2a-4a44-8eeb-78fec3ec053d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:08.682827 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab6a1d-25eb-4fae-a46c-397d8f94d25b req-48214358-4dd5-424e-9fbf-60b629ff71f6 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:08.686473 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-0fab6a1d-25eb-4fae-a46c-397d8f94d25b req-48214358-4dd5-424e-9fbf-60b629ff71f6 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=29137dc2-e9df-4dab-9c24-56e918387df1 HTTP/1.1" status: 200 len: 945 time: 0.0789921 Jun 18 22:03:08.692712 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-cf02e8d7-7a9f-428f-a2fe-0cd12754b216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:08.700154 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-5063f73a-0484-4930-b2e8-ec57986fffd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:08.707198 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-5063f73a-0484-4930-b2e8-ec57986fffd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:08.707198 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-5063f73a-0484-4930-b2e8-ec57986fffd5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/232cecde-8468-44d1-9cfa-82cc6331b31f HTTP/1.1" status: 204 len: 168 time: 0.2338636 Jun 18 22:03:08.712731 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:08.720627 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-cf02e8d7-7a9f-428f-a2fe-0cd12754b216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:08.721974 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5063f73a-0484-4930-b2e8-ec57986fffd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=232cecde-8468-44d1-9cfa-82cc6331b31f,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:08.725694 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-5063f73a-0484-4930-b2e8-ec57986fffd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:08.749711 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-0fab6a1d-25eb-4fae-a46c-397d8f94d25b req-852fd23a-3285-4127-9b5f-58445bae1b9f tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592804 Jun 18 22:03:08.834657 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-cf02e8d7-7a9f-428f-a2fe-0cd12754b216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:08.837377 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-cf02e8d7-7a9f-428f-a2fe-0cd12754b216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:08.838566 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-cf02e8d7-7a9f-428f-a2fe-0cd12754b216 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ea4d3c81-d2ee-45c7-bb7b-73eb6f7d97da HTTP/1.1" status: 204 len: 168 time: 0.2048841 Jun 18 22:03:08.839316 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-10ac05cb-1abd-4316-a414-9ebb8b317bed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:08.848082 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf02e8d7-7a9f-428f-a2fe-0cd12754b216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea4d3c81-d2ee-45c7-bb7b-73eb6f7d97da,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:08.850619 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-cf02e8d7-7a9f-428f-a2fe-0cd12754b216 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:09.956568 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d86c656-1ef1-497f-af1b-31fe8a2b5c85 req-7ae5f309-789b-43dc-9edb-8a90f5110d69 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:09.958894 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-2d86c656-1ef1-497f-af1b-31fe8a2b5c85 req-7ae5f309-789b-43dc-9edb-8a90f5110d69 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=29137dc2-e9df-4dab-9c24-56e918387df1 HTTP/1.1" status: 200 len: 945 time: 0.0685484 Jun 18 22:03:10.005782 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-2d86c656-1ef1-497f-af1b-31fe8a2b5c85 req-192e6bf6-07bc-47bd-9526-1153125e3ed6 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404737 Jun 18 22:03:10.024594 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 44734) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:10.233357 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.v2.base [None req-d111e265-6e19-463d-b46e-7d12097a1b12 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-549148481-network', 'tenant_id': 'aedd71538feb4b62968f364e4f1f0502'}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:03:10.360163 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d111e265-6e19-463d-b46e-7d12097a1b12 admin admin] Made reservation on behalf of aedd71538feb4b62968f364e4f1f0502 for: {'network': 1} {{(pid=93267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:03:10.363553 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-d111e265-6e19-463d-b46e-7d12097a1b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550498'] for network, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:10.373056 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-d111e265-6e19-463d-b46e-7d12097a1b12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:10.459957 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-d111e265-6e19-463d-b46e-7d12097a1b12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:10.531157 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-d111e265-6e19-463d-b46e-7d12097a1b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:10.535209 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-ed9ca54b-d001-434f-a6e6-9b91b465e6c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:10.555983 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d111e265-6e19-463d-b46e-7d12097a1b12 admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=93267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 22:03:10.565751 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d111e265-6e19-463d-b46e-7d12097a1b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=957c28e0-fd38-4ea0-94cb-f66c8bbe9bb3,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:10.573846 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-d111e265-6e19-463d-b46e-7d12097a1b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527226'] for segment, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:10.574243 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.db.segments_db [None req-d111e265-6e19-463d-b46e-7d12097a1b12 admin admin] Added segment 77f9bbaf-9eb4-46cf-b42b-07b6005141bd of type vlan for network 395a7e5a-0acb-4fe9-93a8-fd98ee0f0487 Jun 18 22:03:10.576291 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d111e265-6e19-463d-b46e-7d12097a1b12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:10.576713 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d111e265-6e19-463d-b46e-7d12097a1b12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:10.577068 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d111e265-6e19-463d-b46e-7d12097a1b12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:10.577410 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d111e265-6e19-463d-b46e-7d12097a1b12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:10.578565 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d111e265-6e19-463d-b46e-7d12097a1b12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:10.578565 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d111e265-6e19-463d-b46e-7d12097a1b12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:10.578565 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d111e265-6e19-463d-b46e-7d12097a1b12 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:10.578937 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d111e265-6e19-463d-b46e-7d12097a1b12 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:10.579020 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d111e265-6e19-463d-b46e-7d12097a1b12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:10.579339 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d111e265-6e19-463d-b46e-7d12097a1b12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:10.579667 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d111e265-6e19-463d-b46e-7d12097a1b12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:10.579993 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d111e265-6e19-463d-b46e-7d12097a1b12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:10.591930 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-d111e265-6e19-463d-b46e-7d12097a1b12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:10.623726 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-d111e265-6e19-463d-b46e-7d12097a1b12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765938645724'] for network, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:10.720936 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-d111e265-6e19-463d-b46e-7d12097a1b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-490555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1678354'] for network, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:10.723188 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d111e265-6e19-463d-b46e-7d12097a1b12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:10.724077 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-d111e265-6e19-463d-b46e-7d12097a1b12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678351'] for network, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:10.729403 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:10.821946 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d111e265-6e19-463d-b46e-7d12097a1b12 admin admin] Pushing event updated for resources: {'Network': ['ID=395a7e5a-0acb-4fe9-93a8-fd98ee0f0487,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:10.829748 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-d111e265-6e19-463d-b46e-7d12097a1b12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:10.835490 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Network 395a7e5a-0acb-4fe9-93a8-fd98ee0f0487 details requested by agent ovs-agent-dv-cinder-766752-3-smb with host dv-cinder-766752-3-smb {{(pid=93269) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 22:03:10.949083 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-d111e265-6e19-463d-b46e-7d12097a1b12 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9234526 Jun 18 22:03:10.951874 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 44776) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:10.956868 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.v2.base [None req-b7e167be-3ee2-4f8f-9efa-8ae423aab1cd admin admin] Request body: {'subnet': {'network_id': '395a7e5a-0acb-4fe9-93a8-fd98ee0f0487', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-549148481-subnet', 'tenant_id': 'aedd71538feb4b62968f364e4f1f0502', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:03:11.062989 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e167be-3ee2-4f8f-9efa-8ae423aab1cd admin admin] Made reservation on behalf of aedd71538feb4b62968f364e4f1f0502 for: {'subnet': 1} {{(pid=93267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:03:11.066190 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b7e167be-3ee2-4f8f-9efa-8ae423aab1cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2856210'] for subnet, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:11.324382 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa245af-a1e4-4e46-bf3c-5770d5d16ed1 req-e39d56a7-f75f-468a-8853-05fcf0073678 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:11.326585 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-5fa245af-a1e4-4e46-bf3c-5770d5d16ed1 req-e39d56a7-f75f-468a-8853-05fcf0073678 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=29137dc2-e9df-4dab-9c24-56e918387df1 HTTP/1.1" status: 200 len: 945 time: 0.1237853 Jun 18 22:03:11.365605 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-5fa245af-a1e4-4e46-bf3c-5770d5d16ed1 req-b1105da0-acee-49d6-83f5-2071ad1ac1fb tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332513 Jun 18 22:03:11.405856 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b7e167be-3ee2-4f8f-9efa-8ae423aab1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2856192'] for subnet, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:11.409249 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:11.463641 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e167be-3ee2-4f8f-9efa-8ae423aab1cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=9729ecdd-78ca-4833-a233-60cd016de49d,revision_number=0']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:11.466989 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-b7e167be-3ee2-4f8f-9efa-8ae423aab1cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:11.472716 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e167be-3ee2-4f8f-9efa-8ae423aab1cd admin admin] Checking segment: {'id': '77f9bbaf-9eb4-46cf-b42b-07b6005141bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '395a7e5a-0acb-4fe9-93a8-fd98ee0f0487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:03:11.473706 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e167be-3ee2-4f8f-9efa-8ae423aab1cd admin admin] Network hostable DHCP agents. Network: 395a7e5a-0acb-4fe9-93a8-fd98ee0f0487, hostable agents: ['8cbf1dbc-985e-4686-b9a4-b42f90572d3b'], hosted agents: [] {{(pid=93267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 22:03:11.588583 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e167be-3ee2-4f8f-9efa-8ae423aab1cd admin admin] Network 395a7e5a-0acb-4fe9-93a8-fd98ee0f0487 is scheduled to be hosted by DHCP agent 8cbf1dbc-985e-4686-b9a4-b42f90572d3b with binding_index 1 {{(pid=93267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 22:03:11.622832 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.scheduler.base_scheduler [None req-b7e167be-3ee2-4f8f-9efa-8ae423aab1cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-3-smb, 395a7e5a-0acb-4fe9-93a8-fd98ee0f0487) {{(pid=93267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:03:11.627018 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e167be-3ee2-4f8f-9efa-8ae423aab1cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:11.627594 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b7e167be-3ee2-4f8f-9efa-8ae423aab1cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:11.633318 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1dec0a-9493-47b0-9ac2-d53c03309a78 None None] Network 395a7e5a-0acb-4fe9-93a8-fd98ee0f0487 requested from dv-cinder-766752-3-smb {{(pid=93269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 22:03:11.688889 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-b7e167be-3ee2-4f8f-9efa-8ae423aab1cd admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7277467 Jun 18 22:03:11.761648 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1dac9b9-6f4d-45d0-b362-9885e4041d95 None None] Network 395a7e5a-0acb-4fe9-93a8-fd98ee0f0487 requested from dv-cinder-766752-3-smb {{(pid=93269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 22:03:12.121199 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcda84e-9a68-4e48-97ac-994b3d696e04 req-a1cab336-b0b1-4992-9b05-d1f35309b35d tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:12.122553 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-cdcda84e-9a68-4e48-97ac-994b3d696e04 req-a1cab336-b0b1-4992-9b05-d1f35309b35d tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/networks?id=395a7e5a-0acb-4fe9-93a8-fd98ee0f0487 HTTP/1.1" status: 200 len: 814 time: 0.0985379 Jun 18 22:03:12.138735 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-cdcda84e-9a68-4e48-97ac-994b3d696e04 req-b94c6ee9-71eb-4b8f-8090-049f53c277f0 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/quotas/aedd71538feb4b62968f364e4f1f0502 HTTP/1.1" status: 200 len: 375 time: 0.0104823 Jun 18 22:03:12.178365 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-cdcda84e-9a68-4e48-97ac-994b3d696e04 req-a689072c-de1c-4f20-a8d9-d820e6f86c9c tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=aedd71538feb4b62968f364e4f1f0502&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322962 Jun 18 22:03:12.271476 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-cdcda84e-9a68-4e48-97ac-994b3d696e04 req-9a924636-e629-486a-b069-7598c911ec3f service neutron] 10.222.0.23 "GET /v2.0/networks/395a7e5a-0acb-4fe9-93a8-fd98ee0f0487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860333 Jun 18 22:03:12.368491 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-cdcda84e-9a68-4e48-97ac-994b3d696e04 req-c91cf509-f27e-47cc-8bd5-3e433ac216c8 service neutron] 10.222.0.23 "GET /v2.0/networks/395a7e5a-0acb-4fe9-93a8-fd98ee0f0487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911493 Jun 18 22:03:12.688776 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-cde85e43-f59a-45b8-87f6-c4c436c7151b req-7926748e-1c63-495c-af0a-4e38ed1ec0cf tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/ports?device_id=de9d43df-3253-4091-bf13-89c7d96c02d9 HTTP/1.1" status: 200 len: 210 time: 0.0315928 Jun 18 22:03:12.705341 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54f0373-1f9b-4154-9356-dea421166ac3 req-abb21167-287a-4111-b7bc-7301ac23f497 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:12.706894 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b54f0373-1f9b-4154-9356-dea421166ac3 req-abb21167-287a-4111-b7bc-7301ac23f497 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=29137dc2-e9df-4dab-9c24-56e918387df1 HTTP/1.1" status: 200 len: 945 time: 0.1128428 Jun 18 22:03:12.753421 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b54f0373-1f9b-4154-9356-dea421166ac3 req-35871e6f-3f52-4d1c-b7db-d4c1f0bf115b tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397511 Jun 18 22:03:13.725267 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 44906) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:13.773280 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-419cc49e-b5d6-4393-9eca-3b5e80957edc req-96f884ea-9dd7-48c2-926b-e354ef682e7c tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/ports?device_id=de9d43df-3253-4091-bf13-89c7d96c02d9 HTTP/1.1" status: 200 len: 210 time: 0.0283148 Jun 18 22:03:13.849151 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-59dad381-1b71-45aa-9b2c-4848ad4e9032 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:13.956877 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a723a618-4dec-4fb3-ab44-ba900ea4f257 req-bac6a1d2-1473-494f-a569-06dbb86bef23 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:13.961098 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a723a618-4dec-4fb3-ab44-ba900ea4f257 req-bac6a1d2-1473-494f-a569-06dbb86bef23 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=29137dc2-e9df-4dab-9c24-56e918387df1 HTTP/1.1" status: 200 len: 945 time: 0.0896595 Jun 18 22:03:13.966050 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-59dad381-1b71-45aa-9b2c-4848ad4e9032 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:13.998514 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a723a618-4dec-4fb3-ab44-ba900ea4f257 req-ac17b423-8b2e-4d5f-8e11-dc6e5eaf7401 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329523 Jun 18 22:03:14.142513 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-59dad381-1b71-45aa-9b2c-4848ad4e9032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:14.146440 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-02049fea-7be2-4ec5-9078-fca5a45411af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:14.183476 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-59dad381-1b71-45aa-9b2c-4848ad4e9032 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=45fa0f68605d46ac97e717e3b33f9983&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4571238 Jun 18 22:03:14.184719 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dad381-1b71-45aa-9b2c-4848ad4e9032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8eab9f-315e-4274-b8ac-100898316ec6,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:14.186550 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 44928) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:14.187847 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-59dad381-1b71-45aa-9b2c-4848ad4e9032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:14.242077 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-9c18f7b1-40a9-4f66-af25-bf4b657bff23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:14.263995 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-9c18f7b1-40a9-4f66-af25-bf4b657bff23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:14.395337 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-9c18f7b1-40a9-4f66-af25-bf4b657bff23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:14.397938 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-9c18f7b1-40a9-4f66-af25-bf4b657bff23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:14.399087 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-9c18f7b1-40a9-4f66-af25-bf4b657bff23 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5e8eab9f-315e-4274-b8ac-100898316ec6 HTTP/1.1" status: 204 len: 168 time: 0.2100246 Jun 18 22:03:14.399848 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-30b02acc-e4f4-4fbc-b98e-56268388fe9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:14.411803 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c18f7b1-40a9-4f66-af25-bf4b657bff23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8eab9f-315e-4274-b8ac-100898316ec6,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:14.420790 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c18f7b1-40a9-4f66-af25-bf4b657bff23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:14.421266 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c18f7b1-40a9-4f66-af25-bf4b657bff23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:14.421944 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c18f7b1-40a9-4f66-af25-bf4b657bff23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:14.422540 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c18f7b1-40a9-4f66-af25-bf4b657bff23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:14.422991 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c18f7b1-40a9-4f66-af25-bf4b657bff23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:14.423298 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c18f7b1-40a9-4f66-af25-bf4b657bff23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:14.423805 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c18f7b1-40a9-4f66-af25-bf4b657bff23 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:14.424259 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c18f7b1-40a9-4f66-af25-bf4b657bff23 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:14.424791 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c18f7b1-40a9-4f66-af25-bf4b657bff23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:14.424957 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c18f7b1-40a9-4f66-af25-bf4b657bff23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:14.425341 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c18f7b1-40a9-4f66-af25-bf4b657bff23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:14.425667 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c18f7b1-40a9-4f66-af25-bf4b657bff23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:14.429729 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-9c18f7b1-40a9-4f66-af25-bf4b657bff23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:14.907107 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 44952) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:15.042513 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-360e6e55-a152-4149-b9be-34240bc9bef7 req-3f58b2bf-f794-4e99-a1d8-983b3aa149aa tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/ports?device_id=de9d43df-3253-4091-bf13-89c7d96c02d9 HTTP/1.1" status: 200 len: 210 time: 0.0451429 Jun 18 22:03:15.187017 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-be1bab37-4bae-42e3-abab-e18c0c9ac5c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:15.290453 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02572b66-e4e5-4bc3-9423-2ef3fe18fd4c req-5a96656c-c678-43ff-a6d6-b2e0df35432e tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:15.291971 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-02572b66-e4e5-4bc3-9423-2ef3fe18fd4c req-5a96656c-c678-43ff-a6d6-b2e0df35432e tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=29137dc2-e9df-4dab-9c24-56e918387df1 HTTP/1.1" status: 200 len: 945 time: 0.0934527 Jun 18 22:03:15.346358 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-02572b66-e4e5-4bc3-9423-2ef3fe18fd4c req-16a20c65-4b84-442d-bb9b-c99b50b4e2e0 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487175 Jun 18 22:03:15.364229 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-be1bab37-4bae-42e3-abab-e18c0c9ac5c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:15.434235 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-be1bab37-4bae-42e3-abab-e18c0c9ac5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:15.438170 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:15.475751 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-be1bab37-4bae-42e3-abab-e18c0c9ac5c3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3a500edfeb1348baa89f1ec6482ad5a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5675633 Jun 18 22:03:15.478199 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1bab37-4bae-42e3-abab-e18c0c9ac5c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd7cd9a-4a13-4caf-abd9-6b6039b5456a,revision_number=1']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:15.478392 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 44978) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:15.481431 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-be1bab37-4bae-42e3-abab-e18c0c9ac5c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:15.537039 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-c35e97c1-705c-4954-a281-b001cb11cbf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:15.565902 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-c35e97c1-705c-4954-a281-b001cb11cbf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:15.681100 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcda84e-9a68-4e48-97ac-994b3d696e04 req-def94b89-bed4-40d8-9d98-f80b9f7235c3 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:15.682640 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-cdcda84e-9a68-4e48-97ac-994b3d696e04 req-def94b89-bed4-40d8-9d98-f80b9f7235c3 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.42 "GET /v2.0/networks?id=395a7e5a-0acb-4fe9-93a8-fd98ee0f0487 HTTP/1.1" status: 200 len: 814 time: 0.1060345 Jun 18 22:03:15.690609 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-c35e97c1-705c-4954-a281-b001cb11cbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:15.704976 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-c35e97c1-705c-4954-a281-b001cb11cbf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:15.704976 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-c35e97c1-705c-4954-a281-b001cb11cbf8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/afd7cd9a-4a13-4caf-abd9-6b6039b5456a HTTP/1.1" status: 204 len: 168 time: 0.2230649 Jun 18 22:03:15.704976 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:15.705216 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.v2.base [req-cdcda84e-9a68-4e48-97ac-994b3d696e04 req-4bed0280-0787-476f-bdfe-cdbd8c3aee3d tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Request body: {'port': {'device_id': 'de9d43df-3253-4091-bf13-89c7d96c02d9', 'network_id': '395a7e5a-0acb-4fe9-93a8-fd98ee0f0487', 'admin_state_up': True, 'tenant_id': 'aedd71538feb4b62968f364e4f1f0502'}} {{(pid=93268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:03:15.732599 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35e97c1-705c-4954-a281-b001cb11cbf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd7cd9a-4a13-4caf-abd9-6b6039b5456a,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:15.743218 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-c35e97c1-705c-4954-a281-b001cb11cbf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:15.938145 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdcda84e-9a68-4e48-97ac-994b3d696e04 req-4bed0280-0787-476f-bdfe-cdbd8c3aee3d tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Made reservation on behalf of aedd71538feb4b62968f364e4f1f0502 for: {'port': 1} {{(pid=93268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:03:15.944492 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-cdcda84e-9a68-4e48-97ac-994b3d696e04 req-4bed0280-0787-476f-bdfe-cdbd8c3aee3d tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550498'] for port, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:16.100589 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.db_base_plugin_common [req-cdcda84e-9a68-4e48-97ac-994b3d696e04 req-4bed0280-0787-476f-bdfe-cdbd8c3aee3d tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Allocated IP 172.20.0.8 (395a7e5a-0acb-4fe9-93a8-fd98ee0f0487/9729ecdd-78ca-4833-a233-60cd016de49d/b8a9d1ed-0aa1-4b63-b121-97d85aaf1bd9) {{(pid=93268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:03:16.282943 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-65a9b57f-4f47-4ed8-b3a2-6263cd10a9f0 req-b51dbfa6-39a0-4de7-a1ac-5bef24185676 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/ports?device_id=de9d43df-3253-4091-bf13-89c7d96c02d9 HTTP/1.1" status: 200 len: 210 time: 0.0658476 Jun 18 22:03:16.337632 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-cdcda84e-9a68-4e48-97ac-994b3d696e04 req-4bed0280-0787-476f-bdfe-cdbd8c3aee3d tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Notify callbacks [] for port, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:16.454922 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-cdcda84e-9a68-4e48-97ac-994b3d696e04 req-4bed0280-0787-476f-bdfe-cdbd8c3aee3d tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-549537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1678354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765938626142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3169570'] for port, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:16.464357 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:16.552045 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdcda84e-9a68-4e48-97ac-994b3d696e04 req-4bed0280-0787-476f-bdfe-cdbd8c3aee3d tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Network 395a7e5a-0acb-4fe9-93a8-fd98ee0f0487 is already hosted by enough agents. {{(pid=93268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:03:16.557612 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.base_scheduler [req-cdcda84e-9a68-4e48-97ac-994b3d696e04 req-4bed0280-0787-476f-bdfe-cdbd8c3aee3d tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Resources bound (agent type, host, resource id): {{(pid=93268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:03:16.563597 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdcda84e-9a68-4e48-97ac-994b3d696e04 req-4bed0280-0787-476f-bdfe-cdbd8c3aee3d tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Received port after_create {{(pid=93268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:03:16.571826 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bed0280-0787-476f-bdfe-cdbd8c3aee3d tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Pushing event updated for resources: {'Port': ['ID=b8a9d1ed-0aa1-4b63-b121-97d85aaf1bd9,revision_number=1']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:16.606373 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 45020) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:16.607619 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-4bed0280-0787-476f-bdfe-cdbd8c3aee3d tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:16.608092 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-1f6a572c-4f85-4a84-a6ca-464f44d1d14b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:16.639804 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcda84e-9a68-4e48-97ac-994b3d696e04 req-4bed0280-0787-476f-bdfe-cdbd8c3aee3d tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:16.640465 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-cdcda84e-9a68-4e48-97ac-994b3d696e04 req-4bed0280-0787-476f-bdfe-cdbd8c3aee3d tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31239'] for port, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:16.651626 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e6030-2755-489f-8b2e-4c47b905633d req-360850de-69b3-45a3-9d89-460b8172ea68 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:16.653132 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-774e6030-2755-489f-8b2e-4c47b905633d req-360850de-69b3-45a3-9d89-460b8172ea68 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=29137dc2-e9df-4dab-9c24-56e918387df1 HTTP/1.1" status: 200 len: 945 time: 0.1573064 Jun 18 22:03:16.698624 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-774e6030-2755-489f-8b2e-4c47b905633d req-256ae54b-cd4f-4184-a179-3a0ba5389621 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382535 Jun 18 22:03:16.737181 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-1f6a572c-4f85-4a84-a6ca-464f44d1d14b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:16.820235 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-1f6a572c-4f85-4a84-a6ca-464f44d1d14b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:16.824285 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-d38455fc-3700-4361-a15f-b42d88311545 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:16.875660 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-1f6a572c-4f85-4a84-a6ca-464f44d1d14b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=15b08e3ebcc5480fa40e8995d6a10e7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2805021 Jun 18 22:03:16.879096 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 45032) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:16.887187 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a572c-4f85-4a84-a6ca-464f44d1d14b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54dbae4a-f3a2-4e0a-b4a8-0c732d584125,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:16.890314 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-1f6a572c-4f85-4a84-a6ca-464f44d1d14b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:16.909112 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-cdcda84e-9a68-4e48-97ac-994b3d696e04 req-4bed0280-0787-476f-bdfe-cdbd8c3aee3d tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2086093 Jun 18 22:03:16.931232 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.v2.base [req-cdcda84e-9a68-4e48-97ac-994b3d696e04 req-9d52e9ec-5b4f-4973-b09f-cc3cb70d07ba service neutron] Request body: {'port': {'device_id': 'de9d43df-3253-4091-bf13-89c7d96c02d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=93268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:03:16.966008 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a9a1be57-c884-485b-86bf-cad78bf9dd0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:17.037333 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a9a1be57-c884-485b-86bf-cad78bf9dd0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:17.079712 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-cdcda84e-9a68-4e48-97ac-994b3d696e04 req-9d52e9ec-5b4f-4973-b09f-cc3cb70d07ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:17.083283 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 45042) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:17.201924 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a9a1be57-c884-485b-86bf-cad78bf9dd0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:17.204407 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a9a1be57-c884-485b-86bf-cad78bf9dd0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:17.208312 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-a9a1be57-c884-485b-86bf-cad78bf9dd0d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/54dbae4a-f3a2-4e0a-b4a8-0c732d584125 HTTP/1.1" status: 204 len: 168 time: 0.3250847 Jun 18 22:03:17.208450 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:17.208833 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-6e0ce9ad-ce51-40cb-be86-7eaae5dd696d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:17.219393 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a1be57-c884-485b-86bf-cad78bf9dd0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54dbae4a-f3a2-4e0a-b4a8-0c732d584125,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:17.221599 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-a9a1be57-c884-485b-86bf-cad78bf9dd0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:17.335784 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-6e0ce9ad-ce51-40cb-be86-7eaae5dd696d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:17.427509 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-6e0ce9ad-ce51-40cb-be86-7eaae5dd696d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:17.427509 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-00d636a1-fa2a-4a44-8eeb-78fec3ec053d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:17.434945 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.notifiers.nova [req-cdcda84e-9a68-4e48-97ac-994b3d696e04 req-9d52e9ec-5b4f-4973-b09f-cc3cb70d07ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8a9d1ed-0aa1-4b63-b121-97d85aaf1bd9 {{(pid=93268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:03:17.446017 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-cdcda84e-9a68-4e48-97ac-994b3d696e04 req-9d52e9ec-5b4f-4973-b09f-cc3cb70d07ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:17.467266 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-6e0ce9ad-ce51-40cb-be86-7eaae5dd696d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0e970cfdc9ba4b11a896d87c5682c702&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3800671 Jun 18 22:03:17.467266 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0ce9ad-ce51-40cb-be86-7eaae5dd696d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c239f39-acad-441f-93f5-5a21c821bc24,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:17.475545 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 45058) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:17.488080 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-6e0ce9ad-ce51-40cb-be86-7eaae5dd696d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:17.493473 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [req-cdcda84e-9a68-4e48-97ac-994b3d696e04 req-9d52e9ec-5b4f-4973-b09f-cc3cb70d07ba service neutron] Transition to ACTIVE for port object b8a9d1ed-0aa1-4b63-b121-97d85aaf1bd9 will not be triggered until provisioned by entity L2. {{(pid=93268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:03:17.545288 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-9344b123-b282-46df-895f-83ae37fc851a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:17.548927 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-cdcda84e-9a68-4e48-97ac-994b3d696e04 req-9d52e9ec-5b4f-4973-b09f-cc3cb70d07ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3169556'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:17.564434 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d734b3f-9916-49b7-bb82-b9ef052204a5 req-a845cf52-733a-45a1-9b43-dbcba7fd6eed tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:17.568213 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-9d734b3f-9916-49b7-bb82-b9ef052204a5 req-a845cf52-733a-45a1-9b43-dbcba7fd6eed tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/ports?device_id=de9d43df-3253-4091-bf13-89c7d96c02d9 HTTP/1.1" status: 200 len: 931 time: 0.1275182 Jun 18 22:03:17.569197 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-9344b123-b282-46df-895f-83ae37fc851a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:17.570417 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-f4f11c96-5056-4d6f-bbfa-3cb798b4560e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:17.627964 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d52e9ec-5b4f-4973-b09f-cc3cb70d07ba service neutron] Pushing event updated for resources: {'Port': ['ID=b8a9d1ed-0aa1-4b63-b121-97d85aaf1bd9,revision_number=2']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:17.640931 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-9d52e9ec-5b4f-4973-b09f-cc3cb70d07ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:17.702884 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-9344b123-b282-46df-895f-83ae37fc851a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:17.706053 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-9344b123-b282-46df-895f-83ae37fc851a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:17.708127 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-9344b123-b282-46df-895f-83ae37fc851a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9c239f39-acad-441f-93f5-5a21c821bc24 HTTP/1.1" status: 204 len: 168 time: 0.2273254 Jun 18 22:03:17.708660 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-bf8706b2-9a83-4745-ab14-e075fd6c030a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:17.721656 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9344b123-b282-46df-895f-83ae37fc851a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c239f39-acad-441f-93f5-5a21c821bc24,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:17.725013 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-9344b123-b282-46df-895f-83ae37fc851a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:17.781491 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-9d734b3f-9916-49b7-bb82-b9ef052204a5 req-61faf2fb-2aba-4083-a454-8ee6dc3f8e14 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/security-groups?id=957c28e0-fd38-4ea0-94cb-f66c8bbe9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569686 Jun 18 22:03:17.812182 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [req-cdcda84e-9a68-4e48-97ac-994b3d696e04 req-9d52e9ec-5b4f-4973-b09f-cc3cb70d07ba service neutron] Attempting to bind port b8a9d1ed-0aa1-4b63-b121-97d85aaf1bd9 on host hv-cinder-76675 for vnic_type normal with profile {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:03:17.816120 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [req-cdcda84e-9a68-4e48-97ac-994b3d696e04 req-9d52e9ec-5b4f-4973-b09f-cc3cb70d07ba service neutron] Attempting to bind port b8a9d1ed-0aa1-4b63-b121-97d85aaf1bd9 by drivers openvswitch,hyperv on host hv-cinder-76675 at level 0 using segments [{'id': '77f9bbaf-9eb4-46cf-b42b-07b6005141bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '395a7e5a-0acb-4fe9-93a8-fd98ee0f0487'}] {{(pid=93268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:03:17.816752 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdcda84e-9a68-4e48-97ac-994b3d696e04 req-9d52e9ec-5b4f-4973-b09f-cc3cb70d07ba service neutron] Attempting to bind port b8a9d1ed-0aa1-4b63-b121-97d85aaf1bd9 on network 395a7e5a-0acb-4fe9-93a8-fd98ee0f0487 {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:03:17.824879 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdcda84e-9a68-4e48-97ac-994b3d696e04 req-9d52e9ec-5b4f-4973-b09f-cc3cb70d07ba service neutron] Port b8a9d1ed-0aa1-4b63-b121-97d85aaf1bd9 on network 395a7e5a-0acb-4fe9-93a8-fd98ee0f0487 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76675 {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 22:03:17.825907 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdcda84e-9a68-4e48-97ac-994b3d696e04 req-9d52e9ec-5b4f-4973-b09f-cc3cb70d07ba service neutron] Attempting to bind port b8a9d1ed-0aa1-4b63-b121-97d85aaf1bd9 on network 395a7e5a-0acb-4fe9-93a8-fd98ee0f0487 {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:03:17.833253 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdcda84e-9a68-4e48-97ac-994b3d696e04 req-9d52e9ec-5b4f-4973-b09f-cc3cb70d07ba service neutron] Checking agent: {'id': '2f1318d3-4eca-4d35-9b75-a551f42ebb29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 22, 0, 20), 'started_at': datetime.datetime(2021, 6, 18, 22, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:03:17.833591 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdcda84e-9a68-4e48-97ac-994b3d696e04 req-9d52e9ec-5b4f-4973-b09f-cc3cb70d07ba service neutron] Checking segment: {'id': '77f9bbaf-9eb4-46cf-b42b-07b6005141bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '395a7e5a-0acb-4fe9-93a8-fd98ee0f0487'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:03:17.834083 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdcda84e-9a68-4e48-97ac-994b3d696e04 req-9d52e9ec-5b4f-4973-b09f-cc3cb70d07ba service neutron] Bound using segment: {'id': '77f9bbaf-9eb4-46cf-b42b-07b6005141bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '395a7e5a-0acb-4fe9-93a8-fd98ee0f0487'} {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:03:17.836048 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [req-cdcda84e-9a68-4e48-97ac-994b3d696e04 req-9d52e9ec-5b4f-4973-b09f-cc3cb70d07ba service neutron] Bound port: b8a9d1ed-0aa1-4b63-b121-97d85aaf1bd9, host: hv-cinder-76675, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77f9bbaf-9eb4-46cf-b42b-07b6005141bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '395a7e5a-0acb-4fe9-93a8-fd98ee0f0487'}}] {{(pid=93268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:03:17.836048 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-cdcda84e-9a68-4e48-97ac-994b3d696e04 req-9d52e9ec-5b4f-4973-b09f-cc3cb70d07ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:18.014201 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.db [req-cdcda84e-9a68-4e48-97ac-994b3d696e04 req-9d52e9ec-5b4f-4973-b09f-cc3cb70d07ba service neutron] For port b8a9d1ed-0aa1-4b63-b121-97d85aaf1bd9, host hv-cinder-76675, cleared binding levels {{(pid=93268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:03:18.032329 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.db [req-cdcda84e-9a68-4e48-97ac-994b3d696e04 req-9d52e9ec-5b4f-4973-b09f-cc3cb70d07ba service neutron] For port b8a9d1ed-0aa1-4b63-b121-97d85aaf1bd9, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=b8a9d1ed-0aa1-4b63-b121-97d85aaf1bd9,segment=NetworkSegment(77f9bbaf-9eb4-46cf-b42b-07b6005141bd),segment_id=77f9bbaf-9eb4-46cf-b42b-07b6005141bd)] {{(pid=93268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:03:18.052465 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e2625-e31b-46d8-95cd-38509b1b0df1 req-a6e45ca4-46b7-4745-9814-80a5a60c7894 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:18.054256 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-d22e2625-e31b-46d8-95cd-38509b1b0df1 req-a6e45ca4-46b7-4745-9814-80a5a60c7894 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=29137dc2-e9df-4dab-9c24-56e918387df1 HTTP/1.1" status: 200 len: 945 time: 0.1383030 Jun 18 22:03:18.130418 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-cdcda84e-9a68-4e48-97ac-994b3d696e04 req-9d52e9ec-5b4f-4973-b09f-cc3cb70d07ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3169556'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:18.139417 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-87342d87-361a-40d6-9c67-96256caa4a3b tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:18.171511 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-d22e2625-e31b-46d8-95cd-38509b1b0df1 req-e5d33e34-71f7-4e68-8196-9e9342629eb2 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077952 Jun 18 22:03:18.184423 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcda84e-9a68-4e48-97ac-994b3d696e04 req-9d52e9ec-5b4f-4973-b09f-cc3cb70d07ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:18.185192 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-cdcda84e-9a68-4e48-97ac-994b3d696e04 req-9d52e9ec-5b4f-4973-b09f-cc3cb70d07ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31239'] for port, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:18.186656 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-cdcda84e-9a68-4e48-97ac-994b3d696e04 req-9d52e9ec-5b4f-4973-b09f-cc3cb70d07ba service neutron] 10.222.0.42 "PUT /v2.0/ports/b8a9d1ed-0aa1-4b63-b121-97d85aaf1bd9 HTTP/1.1" status: 200 len: 1093 time: 1.2617755 Jun 18 22:03:18.187420 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de9d43df-3253-4091-bf13-89c7d96c02d9', 'tag': 'b8a9d1ed-0aa1-4b63-b121-97d85aaf1bd9'}] {{(pid=93268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:03:18.189979 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ff4b25c03651656652c9c7d58efcdba903c051ef33b3f53eb93af1a53304f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d97a47-6cb1-48eb-bcd6-9b0ecdf87d96" -d '{"events": [{"name": "network-changed", "server_uuid": "de9d43df-3253-4091-bf13-89c7d96c02d9", "tag": "b8a9d1ed-0aa1-4b63-b121-97d85aaf1bd9"}]}' {{(pid=93268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:03:18.215329 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d52e9ec-5b4f-4973-b09f-cc3cb70d07ba service neutron] Pushing event updated for resources: {'Port': ['ID=b8a9d1ed-0aa1-4b63-b121-97d85aaf1bd9,revision_number=3']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:18.221322 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-9d52e9ec-5b4f-4973-b09f-cc3cb70d07ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:18.253724 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 22:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-282a2b53-3dd5-4305-88f5-603fae0de8d7 x-openstack-request-id: req-282a2b53-3dd5-4305-88f5-603fae0de8d7 {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:03:18.254449 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de9d43df-3253-4091-bf13-89c7d96c02d9", "tag": "b8a9d1ed-0aa1-4b63-b121-97d85aaf1bd9", "status": "completed", "code": 200}]} {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:03:18.255400 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-282a2b53-3dd5-4305-88f5-603fae0de8d7 {{(pid=93268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:03:18.256098 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de9d43df-3253-4091-bf13-89c7d96c02d9', 'tag': 'b8a9d1ed-0aa1-4b63-b121-97d85aaf1bd9', 'status': 'completed', 'code': 200} Jun 18 22:03:18.381781 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d97a47-6cb1-48eb-bcd6-9b0ecdf87d96 req-3afb9187-96de-472c-9d8c-ab3a19346d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:18.383456 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-98d97a47-6cb1-48eb-bcd6-9b0ecdf87d96 req-3afb9187-96de-472c-9d8c-ab3a19346d6e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aedd71538feb4b62968f364e4f1f0502&device_id=de9d43df-3253-4091-bf13-89c7d96c02d9 HTTP/1.1" status: 200 len: 1096 time: 0.0645740 Jun 18 22:03:18.516299 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d97a47-6cb1-48eb-bcd6-9b0ecdf87d96 req-a7d63c2a-9cd9-432d-a0cd-6ddcdb1f9c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:18.517765 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-98d97a47-6cb1-48eb-bcd6-9b0ecdf87d96 req-a7d63c2a-9cd9-432d-a0cd-6ddcdb1f9c63 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=aedd71538feb4b62968f364e4f1f0502&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1095102 Jun 18 22:03:18.544451 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 45116) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:18.561092 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-59843494-5c72-4f4d-bd35-9592124e13cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:18.686761 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-59843494-5c72-4f4d-bd35-9592124e13cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:18.695457 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d97a47-6cb1-48eb-bcd6-9b0ecdf87d96 req-c4e291fe-de29-4441-9488-5f6ce0683397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:18.697021 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-98d97a47-6cb1-48eb-bcd6-9b0ecdf87d96 req-c4e291fe-de29-4441-9488-5f6ce0683397 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1711454 Jun 18 22:03:18.794781 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-59843494-5c72-4f4d-bd35-9592124e13cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:18.797441 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-cf02e8d7-7a9f-428f-a2fe-0cd12754b216 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:18.834019 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcda84e-9a68-4e48-97ac-994b3d696e04 req-0b95ae6d-289d-4ad4-9ac2-0f7a038f4761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:18.836113 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-cdcda84e-9a68-4e48-97ac-994b3d696e04 req-0b95ae6d-289d-4ad4-9ac2-0f7a038f4761 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aedd71538feb4b62968f364e4f1f0502&device_id=de9d43df-3253-4091-bf13-89c7d96c02d9 HTTP/1.1" status: 200 len: 1096 time: 0.0635092 Jun 18 22:03:18.839453 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-59843494-5c72-4f4d-bd35-9592124e13cf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e3650e83116245b59a21f698908c72e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2938600 Jun 18 22:03:18.840199 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59843494-5c72-4f4d-bd35-9592124e13cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ace5c6-c03e-4867-a4d4-97a8a06210a9,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:18.842595 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 45128) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:18.850642 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-59843494-5c72-4f4d-bd35-9592124e13cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:18.919671 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-cdcda84e-9a68-4e48-97ac-994b3d696e04 req-73a28d99-ed85-43e1-af6a-589a2c6912ae service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8a9d1ed-0aa1-4b63-b121-97d85aaf1bd9 HTTP/1.1" status: 200 len: 217 time: 0.0638340 Jun 18 22:03:18.937892 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-f6533948-d3e8-4f99-b2fb-d8af1a51fec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:18.971025 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-f6533948-d3e8-4f99-b2fb-d8af1a51fec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:19.041126 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcda84e-9a68-4e48-97ac-994b3d696e04 req-7c427aae-dbb4-469f-a2d6-4f969d7300b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:19.042797 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-cdcda84e-9a68-4e48-97ac-994b3d696e04 req-7c427aae-dbb4-469f-a2d6-4f969d7300b3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9729ecdd-78ca-4833-a233-60cd016de49d HTTP/1.1" status: 200 len: 854 time: 0.1155028 Jun 18 22:03:19.086908 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-cdcda84e-9a68-4e48-97ac-994b3d696e04 req-1ab80a0d-514d-4e9b-9efd-5362022b8b78 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=395a7e5a-0acb-4fe9-93a8-fd98ee0f0487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351195 Jun 18 22:03:19.089503 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-f6533948-d3e8-4f99-b2fb-d8af1a51fec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:19.093925 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-f6533948-d3e8-4f99-b2fb-d8af1a51fec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:19.097574 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-f6533948-d3e8-4f99-b2fb-d8af1a51fec1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b0ace5c6-c03e-4867-a4d4-97a8a06210a9 HTTP/1.1" status: 204 len: 168 time: 0.2517188 Jun 18 22:03:19.097574 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-d111e265-6e19-463d-b46e-7d12097a1b12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:19.106710 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6533948-d3e8-4f99-b2fb-d8af1a51fec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ace5c6-c03e-4867-a4d4-97a8a06210a9,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:19.118698 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-f6533948-d3e8-4f99-b2fb-d8af1a51fec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:19.415492 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d898153c-d75f-4932-b41a-f9a1e8ffd355 req-defa5851-bda6-43d0-939c-25e692ba61fe tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:19.424285 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-d898153c-d75f-4932-b41a-f9a1e8ffd355 req-defa5851-bda6-43d0-939c-25e692ba61fe tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/ports?device_id=de9d43df-3253-4091-bf13-89c7d96c02d9 HTTP/1.1" status: 200 len: 943 time: 0.4299898 Jun 18 22:03:19.527406 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-d898153c-d75f-4932-b41a-f9a1e8ffd355 req-a21df8d3-8cde-4e1a-a921-dba6dab5eb69 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/security-groups?id=957c28e0-fd38-4ea0-94cb-f66c8bbe9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021178 Jun 18 22:03:19.563273 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-cdcda84e-9a68-4e48-97ac-994b3d696e04 req-7973ed6c-df2b-4104-9fc4-6659f38fec56 service neutron] 10.222.0.42 "GET /v2.0/networks/395a7e5a-0acb-4fe9-93a8-fd98ee0f0487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4692836 Jun 18 22:03:19.576683 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b5f855-f108-42e4-8aad-adb70334b102 req-e5f69eeb-e6ec-4521-bcc6-8b2fb245a01b tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:19.578230 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-14b5f855-f108-42e4-8aad-adb70334b102 req-e5f69eeb-e6ec-4521-bcc6-8b2fb245a01b tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=29137dc2-e9df-4dab-9c24-56e918387df1 HTTP/1.1" status: 200 len: 945 time: 0.1808312 Jun 18 22:03:19.668532 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-14b5f855-f108-42e4-8aad-adb70334b102 req-37da3eaf-8593-463a-b819-4c99df33db14 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799696 Jun 18 22:03:19.736644 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 45168) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:19.745483 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-cdcda84e-9a68-4e48-97ac-994b3d696e04 req-693d3f44-6fa1-46a0-8c92-cd8660a6d791 service neutron] 10.222.0.42 "GET /v2.0/networks/395a7e5a-0acb-4fe9-93a8-fd98ee0f0487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663430 Jun 18 22:03:19.752131 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-c093b0ae-23ad-4cf7-8e64-b3f5f53d45d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:19.773982 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-92d97786-94cb-435c-9e9d-911be44c1a51 req-6ea46484-6271-4832-bfdb-885a97fdb084 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=86124762-9669-4327-a28e-3ab5a1591ad4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0791624 Jun 18 22:03:19.875092 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-c093b0ae-23ad-4cf7-8e64-b3f5f53d45d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:19.961640 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d97786-94cb-435c-9e9d-911be44c1a51 req-5ddf6a87-f7a3-47eb-b28b-34d94d290b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:19.963119 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-92d97786-94cb-435c-9e9d-911be44c1a51 req-5ddf6a87-f7a3-47eb-b28b-34d94d290b4d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=194d0725082a4b188ee68100035994ba&device_id=86124762-9669-4327-a28e-3ab5a1591ad4 HTTP/1.1" status: 200 len: 1098 time: 0.0568135 Jun 18 22:03:19.972782 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:20.024525 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-c093b0ae-23ad-4cf7-8e64-b3f5f53d45d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:20.028203 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-1f6a572c-4f85-4a84-a6ca-464f44d1d14b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:20.058080 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c093b0ae-23ad-4cf7-8e64-b3f5f53d45d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d01226-da99-40a8-b3e1-39b12d2695b2,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:20.080973 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-c093b0ae-23ad-4cf7-8e64-b3f5f53d45d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:20.108993 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d97786-94cb-435c-9e9d-911be44c1a51 req-b774e158-1fd7-4eef-bcef-6e76638cebc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:20.109560 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-c093b0ae-23ad-4cf7-8e64-b3f5f53d45d0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=82dfe0c9cb1344628ccebb227976252b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3717875 Jun 18 22:03:20.111786 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-92d97786-94cb-435c-9e9d-911be44c1a51 req-b774e158-1fd7-4eef-bcef-6e76638cebc3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2e610704-1278-456e-9ce9-0109af150534 HTTP/1.1" status: 200 len: 920 time: 0.1123874 Jun 18 22:03:20.112187 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 45184) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:20.162911 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-92d97786-94cb-435c-9e9d-911be44c1a51 req-8eea0877-5476-4ca2-8515-679c90d971cb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59af2458-19d5-41c7-a73d-47d9346497cc HTTP/1.1" status: 200 len: 217 time: 0.0418777 Jun 18 22:03:20.164991 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 45186) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:20.193389 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-bec4706b-30cb-4d29-8917-9be0450d7678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:20.220311 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-bec4706b-30cb-4d29-8917-9be0450d7678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:20.226878 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d97786-94cb-435c-9e9d-911be44c1a51 req-761bbe33-f19c-4490-8049-c7c7715ef8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:20.226878 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-92d97786-94cb-435c-9e9d-911be44c1a51 req-761bbe33-f19c-4490-8049-c7c7715ef8a9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=127a1104-a6cb-4a46-bd9c-a1b88caa2a45 HTTP/1.1" status: 200 len: 859 time: 0.0519102 Jun 18 22:03:20.262619 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-92d97786-94cb-435c-9e9d-911be44c1a51 req-582005d3-4c2e-45b2-96bf-283db6e3a646 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2e610704-1278-456e-9ce9-0109af150534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327306 Jun 18 22:03:20.304526 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-493d01c8-2894-45bc-a4c3-286cb04ed880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:20.359014 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-92d97786-94cb-435c-9e9d-911be44c1a51 req-66b9413d-5f62-4d29-bb63-00b45984e6eb service neutron] 10.222.0.42 "GET /v2.0/networks/2e610704-1278-456e-9ce9-0109af150534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888491 Jun 18 22:03:20.395574 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-bec4706b-30cb-4d29-8917-9be0450d7678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:20.398499 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-bec4706b-30cb-4d29-8917-9be0450d7678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:20.400067 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-bec4706b-30cb-4d29-8917-9be0450d7678 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/45d01226-da99-40a8-b3e1-39b12d2695b2 HTTP/1.1" status: 204 len: 168 time: 0.2868447 Jun 18 22:03:20.403260 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-c7835cf3-a72e-4ab2-8035-dd88bc2548c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:20.418618 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec4706b-30cb-4d29-8917-9be0450d7678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d01226-da99-40a8-b3e1-39b12d2695b2,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:20.423048 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-bec4706b-30cb-4d29-8917-9be0450d7678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:20.474959 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-92d97786-94cb-435c-9e9d-911be44c1a51 req-154f8900-3836-4a16-8b7f-208967bb68a2 service neutron] 10.222.0.42 "GET /v2.0/networks/2e610704-1278-456e-9ce9-0109af150534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034021 Jun 18 22:03:20.481704 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-493d01c8-2894-45bc-a4c3-286cb04ed880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:20.584085 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-493d01c8-2894-45bc-a4c3-286cb04ed880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:20.592665 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-ced3bc86-cb2b-4887-bf0c-82e1bd15717c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:20.651340 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493d01c8-2894-45bc-a4c3-286cb04ed880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bbca146-1601-458d-84da-bd3aa76cfe28,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:20.668730 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-493d01c8-2894-45bc-a4c3-286cb04ed880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:20.672648 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-493d01c8-2894-45bc-a4c3-286cb04ed880 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bb8114e6ab0f4a9e8cadc656ed7c2f51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5059934 Jun 18 22:03:20.675371 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 45200) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:20.730870 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824393d-0ee1-48f7-b33b-7a754c686918 req-d2c26cb2-c661-4b3c-853f-86a90535c10d tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:20.732334 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-8824393d-0ee1-48f7-b33b-7a754c686918 req-d2c26cb2-c661-4b3c-853f-86a90535c10d tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/ports?device_id=de9d43df-3253-4091-bf13-89c7d96c02d9 HTTP/1.1" status: 200 len: 943 time: 0.0802262 Jun 18 22:03:20.738284 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-f56c5bb4-187b-44a3-9bce-222cf45e47f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:20.765662 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-f56c5bb4-187b-44a3-9bce-222cf45e47f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:20.784145 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-8824393d-0ee1-48f7-b33b-7a754c686918 req-b6181729-c3f4-47b4-abdf-9462086d8845 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/security-groups?id=957c28e0-fd38-4ea0-94cb-f66c8bbe9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397980 Jun 18 22:03:20.894965 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5122bbc0-cf51-4ddd-bd58-224328d5d4d4 req-e0ecdee2-6606-4780-bd48-b646bd17c9cc tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:20.896623 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-5122bbc0-cf51-4ddd-bd58-224328d5d4d4 req-e0ecdee2-6606-4780-bd48-b646bd17c9cc tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=29137dc2-e9df-4dab-9c24-56e918387df1 HTTP/1.1" status: 200 len: 945 time: 0.0658932 Jun 18 22:03:20.964376 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-5122bbc0-cf51-4ddd-bd58-224328d5d4d4 req-8a97e4be-64c9-4b3f-916a-ea6f8a43b710 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590568 Jun 18 22:03:20.972215 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-f56c5bb4-187b-44a3-9bce-222cf45e47f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:20.975448 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-f56c5bb4-187b-44a3-9bce-222cf45e47f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:20.979551 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-f56c5bb4-187b-44a3-9bce-222cf45e47f9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7bbca146-1601-458d-84da-bd3aa76cfe28 HTTP/1.1" status: 204 len: 168 time: 0.3031225 Jun 18 22:03:20.980461 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-be393641-e44a-4806-a284-0dcb058b0029 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:20.988197 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56c5bb4-187b-44a3-9bce-222cf45e47f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bbca146-1601-458d-84da-bd3aa76cfe28,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:20.991388 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-f56c5bb4-187b-44a3-9bce-222cf45e47f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:21.964309 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef03dac-1451-4d4d-8d92-daab4f305057 req-2d8aab1d-fd73-4cf7-923d-10eb6adeb862 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:21.965814 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-4ef03dac-1451-4d4d-8d92-daab4f305057 req-2d8aab1d-fd73-4cf7-923d-10eb6adeb862 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/ports?device_id=de9d43df-3253-4091-bf13-89c7d96c02d9 HTTP/1.1" status: 200 len: 943 time: 0.0635118 Jun 18 22:03:22.004628 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-4ef03dac-1451-4d4d-8d92-daab4f305057 req-7dc376ca-72ec-421a-9068-c8670125ecfd tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/security-groups?id=957c28e0-fd38-4ea0-94cb-f66c8bbe9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327570 Jun 18 22:03:22.155410 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe1d5bf-fed2-4cec-a9a1-8f1508b36d9d req-38553cb6-fa73-41a8-b8e0-3d211c658961 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:22.156984 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-8fe1d5bf-fed2-4cec-a9a1-8f1508b36d9d req-38553cb6-fa73-41a8-b8e0-3d211c658961 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=29137dc2-e9df-4dab-9c24-56e918387df1 HTTP/1.1" status: 200 len: 945 time: 0.0689235 Jun 18 22:03:22.198036 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-8fe1d5bf-fed2-4cec-a9a1-8f1508b36d9d req-3110f76d-191b-4690-8ce1-ed7f7a6d29d7 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347526 Jun 18 22:03:22.223616 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 45256) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:22.353085 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-cfb35ff8-9e1c-4ce8-9b4e-04e769168fa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:22.451686 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-cfb35ff8-9e1c-4ce8-9b4e-04e769168fa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:22.514571 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-cfb35ff8-9e1c-4ce8-9b4e-04e769168fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:22.518842 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-6933e76d-0c78-443e-91ef-e4d3068e12c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:22.554653 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb35ff8-9e1c-4ce8-9b4e-04e769168fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b248b1ed-96f1-440f-93f7-e85b9273fe0e,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:22.559169 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-cfb35ff8-9e1c-4ce8-9b4e-04e769168fa5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0364abe50c634945a4714d286b36ef8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3345268 Jun 18 22:03:22.561965 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 45274) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:22.563933 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-cfb35ff8-9e1c-4ce8-9b4e-04e769168fa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:22.577779 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device b8a9d1ed-0aa1-4b63-b121-97d85aaf1bd9 details requested by agent hyperv_hv-cinder-76675 with host hv-cinder-76675 {{(pid=93269) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 22:03:22.616298 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-40a7e568-0121-49e7-9402-c84219941530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:22.639060 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-40a7e568-0121-49e7-9402-c84219941530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:22.678413 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] For port b8a9d1ed-0aa1-4b63-b121-97d85aaf1bd9, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=b8a9d1ed-0aa1-4b63-b121-97d85aaf1bd9,segment=NetworkSegment(77f9bbaf-9eb4-46cf-b42b-07b6005141bd),segment_id=77f9bbaf-9eb4-46cf-b42b-07b6005141bd)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:03:22.691029 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Returning: {'device': 'b8a9d1ed-0aa1-4b63-b121-97d85aaf1bd9', 'network_id': '395a7e5a-0acb-4fe9-93a8-fd98ee0f0487', 'port_id': 'b8a9d1ed-0aa1-4b63-b121-97d85aaf1bd9', 'mac_address': 'fa:16:3e:fe:9a:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9729ecdd-78ca-4833-a233-60cd016de49d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93269) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 22:03:22.728061 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:22.741438 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.notifiers.nova [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8a9d1ed-0aa1-4b63-b121-97d85aaf1bd9 {{(pid=93269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:03:22.764462 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] For port b8a9d1ed-0aa1-4b63-b121-97d85aaf1bd9, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=b8a9d1ed-0aa1-4b63-b121-97d85aaf1bd9,segment=NetworkSegment(77f9bbaf-9eb4-46cf-b42b-07b6005141bd),segment_id=77f9bbaf-9eb4-46cf-b42b-07b6005141bd)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:03:22.783193 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-40a7e568-0121-49e7-9402-c84219941530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:22.785839 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-40a7e568-0121-49e7-9402-c84219941530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:22.787019 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-40a7e568-0121-49e7-9402-c84219941530 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b248b1ed-96f1-440f-93f7-e85b9273fe0e HTTP/1.1" status: 204 len: 168 time: 0.2241161 Jun 18 22:03:22.787712 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:22.795322 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a7e568-0121-49e7-9402-c84219941530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b248b1ed-96f1-440f-93f7-e85b9273fe0e,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:22.797698 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-40a7e568-0121-49e7-9402-c84219941530 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:22.943996 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:22.952411 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-f6ced5db-09e9-453e-9da2-3a0dcbd9a51e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:22.990455 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Pushing event updated for resources: {'Port': ['ID=b8a9d1ed-0aa1-4b63-b121-97d85aaf1bd9,revision_number=4']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:22.998238 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:22.998494 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:22.998825 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:22.999152 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:22.999475 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:22.999795 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:23.000113 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:23.000427 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:23.000779 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:23.001088 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:23.001394 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:23.001705 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:03:23.006351 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:23.197798 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5691646-1100-4373-9b8d-62d990625379 req-a18ec8d1-ed06-4796-bea8-a6dd4c6395c3 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:23.199274 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-c5691646-1100-4373-9b8d-62d990625379 req-a18ec8d1-ed06-4796-bea8-a6dd4c6395c3 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/ports?device_id=de9d43df-3253-4091-bf13-89c7d96c02d9 HTTP/1.1" status: 200 len: 944 time: 0.0739305 Jun 18 22:03:23.240351 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-c5691646-1100-4373-9b8d-62d990625379 req-702f851f-ad98-477a-ae30-f6d8409dde70 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/security-groups?id=957c28e0-fd38-4ea0-94cb-f66c8bbe9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351775 Jun 18 22:03:23.394499 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] get_ports_and_sgs() called for port_ids ['b8a9d1ed-0aa1-4b63-b121-97d85aaf1bd9'] {{(pid=93269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:03:23.417145 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc0966-ec00-4c3c-b024-1befcd16f415 req-4276e22f-3495-4c3c-8120-718cc7b5f1f3 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:23.418722 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-75dc0966-ec00-4c3c-b024-1befcd16f415 req-4276e22f-3495-4c3c-8120-718cc7b5f1f3 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=29137dc2-e9df-4dab-9c24-56e918387df1 HTTP/1.1" status: 200 len: 945 time: 0.0737607 Jun 18 22:03:23.465699 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-75dc0966-ec00-4c3c-b024-1befcd16f415 req-73389117-6b0e-4316-a692-9b82f634c902 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412381 Jun 18 22:03:23.969704 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 45328) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:24.085674 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-f6e2e1e6-3f36-489a-8854-40e93021b0c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:24.188053 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-f6e2e1e6-3f36-489a-8854-40e93021b0c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:24.291753 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-f6e2e1e6-3f36-489a-8854-40e93021b0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:24.295465 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-2b91ac6f-cb31-4152-a5af-156b0e728310 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:24.334568 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-f6e2e1e6-3f36-489a-8854-40e93021b0c6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f552c00e131f4ce3800e2983a491a153&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3635008 Jun 18 22:03:24.335552 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e2e1e6-3f36-489a-8854-40e93021b0c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed833f2-67ed-4887-96c3-3b79b33a76c6,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:24.337596 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 45340) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:24.338663 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-f6e2e1e6-3f36-489a-8854-40e93021b0c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:24.456250 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-574e1e3a-4d38-4962-a7a1-1a891a46546a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:24.476172 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b5c83-1d43-416b-871c-e77e3f8dc4e4 req-51bb886a-9ca1-4e79-a088-9299ec71e166 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:24.477640 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3d1b5c83-1d43-416b-871c-e77e3f8dc4e4 req-51bb886a-9ca1-4e79-a088-9299ec71e166 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/ports?device_id=de9d43df-3253-4091-bf13-89c7d96c02d9 HTTP/1.1" status: 200 len: 944 time: 0.1171036 Jun 18 22:03:24.495531 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-574e1e3a-4d38-4962-a7a1-1a891a46546a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:24.547744 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3d1b5c83-1d43-416b-871c-e77e3f8dc4e4 req-ac854c5e-b8e3-4ae6-b57e-a168bbcb4bfa tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/security-groups?id=957c28e0-fd38-4ea0-94cb-f66c8bbe9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624747 Jun 18 22:03:24.575529 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device b8a9d1ed-0aa1-4b63-b121-97d85aaf1bd9 up at agent hyperv_hv-cinder-76675 {{(pid=93269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:03:24.653836 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-574e1e3a-4d38-4962-a7a1-1a891a46546a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:24.656475 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-574e1e3a-4d38-4962-a7a1-1a891a46546a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:24.657682 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-574e1e3a-4d38-4962-a7a1-1a891a46546a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fed833f2-67ed-4887-96c3-3b79b33a76c6 HTTP/1.1" status: 204 len: 168 time: 0.3173616 Jun 18 22:03:24.659303 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-39dc352f-2c1e-40a5-a53b-ec74e0a15a18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:24.674852 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574e1e3a-4d38-4962-a7a1-1a891a46546a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed833f2-67ed-4887-96c3-3b79b33a76c6,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:24.677965 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-574e1e3a-4d38-4962-a7a1-1a891a46546a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:24.704043 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff5cb77-c868-4d7a-ae74-fab622001f52 req-065f1079-c7c1-4a89-ae45-24698e8c4fa1 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:24.706574 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-cff5cb77-c868-4d7a-ae74-fab622001f52 req-065f1079-c7c1-4a89-ae45-24698e8c4fa1 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=29137dc2-e9df-4dab-9c24-56e918387df1 HTTP/1.1" status: 200 len: 945 time: 0.1060100 Jun 18 22:03:24.749126 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Provisioning for port b8a9d1ed-0aa1-4b63-b121-97d85aaf1bd9 completed by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:03:24.753365 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Provisioning complete for port b8a9d1ed-0aa1-4b63-b121-97d85aaf1bd9 triggered by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:03:24.753727 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:24.764479 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-cff5cb77-c868-4d7a-ae74-fab622001f52 req-e436b3ba-41e0-49d7-b0f2-7412f0720717 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466247 Jun 18 22:03:24.845677 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:24.852226 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 45358) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:24.868975 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de9d43df-3253-4091-bf13-89c7d96c02d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8a9d1ed-0aa1-4b63-b121-97d85aaf1bd9'}] {{(pid=93269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:03:24.871227 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af3cbdd609d599d07a5217d2d1a89114698d9a8f3654956f7909e96a5eb364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5fc35c-afdc-41df-828d-f5a5616be84a" -d '{"events": [{"server_uuid": "de9d43df-3253-4091-bf13-89c7d96c02d9", "name": "network-vif-plugged", "status": "completed", "tag": "b8a9d1ed-0aa1-4b63-b121-97d85aaf1bd9"}]}' {{(pid=93269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:03:24.886974 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] For port b8a9d1ed-0aa1-4b63-b121-97d85aaf1bd9, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=b8a9d1ed-0aa1-4b63-b121-97d85aaf1bd9,segment=NetworkSegment(77f9bbaf-9eb4-46cf-b42b-07b6005141bd),segment_id=77f9bbaf-9eb4-46cf-b42b-07b6005141bd)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:03:24.920394 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e03f039-7801-4160-92c3-6efebadbc36f x-openstack-request-id: req-1e03f039-7801-4160-92c3-6efebadbc36f {{(pid=93269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:03:24.920772 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de9d43df-3253-4091-bf13-89c7d96c02d9", "name": "network-vif-plugged", "status": "completed", "tag": "b8a9d1ed-0aa1-4b63-b121-97d85aaf1bd9", "code": 200}]} {{(pid=93269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:03:24.921038 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1e03f039-7801-4160-92c3-6efebadbc36f {{(pid=93269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:03:24.924797 dv-cinder-766752-3-smb neutron-server[93269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de9d43df-3253-4091-bf13-89c7d96c02d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8a9d1ed-0aa1-4b63-b121-97d85aaf1bd9', 'code': 200} Jun 18 22:03:24.972670 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:24.974745 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:25.039823 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Pushing event updated for resources: {'Port': ['ID=b8a9d1ed-0aa1-4b63-b121-97d85aaf1bd9,revision_number=5']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:25.043434 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:25.086554 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-444f5684-836f-442d-b093-34167964d53c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:25.192825 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-444f5684-836f-442d-b093-34167964d53c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:25.263484 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-444f5684-836f-442d-b093-34167964d53c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:25.267828 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-d813b9ce-3a14-408f-9e8b-ceff78417a4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:25.333647 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-444f5684-836f-442d-b093-34167964d53c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=28a8a29e4b05449f8ab7cf911978e784&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4780126 Jun 18 22:03:25.335961 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 45376) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:25.337905 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444f5684-836f-442d-b093-34167964d53c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2485886-7d89-4775-8a39-2df3cd99116d,revision_number=1']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:25.341237 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-444f5684-836f-442d-b093-34167964d53c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:25.367697 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710fd46c-1216-41fe-8889-450108ced20d req-bceaf5e9-a981-432f-bdcb-8777d42c6b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:25.369413 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-710fd46c-1216-41fe-8889-450108ced20d req-bceaf5e9-a981-432f-bdcb-8777d42c6b9b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=de9d43df-3253-4091-bf13-89c7d96c02d9 HTTP/1.1" status: 200 len: 1098 time: 0.0727999 Jun 18 22:03:25.384058 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-1cd2e027-f571-41e0-8e7f-46587598dae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:25.404831 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-710fd46c-1216-41fe-8889-450108ced20d req-33c763b1-84ee-480e-8052-5aeb93ca2230 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=957c28e0-fd38-4ea0-94cb-f66c8bbe9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288823 Jun 18 22:03:25.405015 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-1cd2e027-f571-41e0-8e7f-46587598dae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:25.543506 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-1cd2e027-f571-41e0-8e7f-46587598dae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:25.546301 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-1cd2e027-f571-41e0-8e7f-46587598dae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:25.547510 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-1cd2e027-f571-41e0-8e7f-46587598dae6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b2485886-7d89-4775-8a39-2df3cd99116d HTTP/1.1" status: 204 len: 168 time: 0.2105327 Jun 18 22:03:25.548766 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-cfb35ff8-9e1c-4ce8-9b4e-04e769168fa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:25.556846 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd2e027-f571-41e0-8e7f-46587598dae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2485886-7d89-4775-8a39-2df3cd99116d,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:25.565361 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-1cd2e027-f571-41e0-8e7f-46587598dae6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:25.748661 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de401fa-30da-440c-938e-8e391d4da7c7 req-2ba6a85a-619d-4d05-bf2d-6d4167c1ba19 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:25.750155 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3de401fa-30da-440c-938e-8e391d4da7c7 req-2ba6a85a-619d-4d05-bf2d-6d4167c1ba19 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/ports?device_id=de9d43df-3253-4091-bf13-89c7d96c02d9 HTTP/1.1" status: 200 len: 945 time: 0.0866036 Jun 18 22:03:25.791294 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3de401fa-30da-440c-938e-8e391d4da7c7 req-4b56eff0-da1d-4c86-aba0-f48f14683d86 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/security-groups?id=957c28e0-fd38-4ea0-94cb-f66c8bbe9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334466 Jun 18 22:03:25.985900 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1517b6b-d1ff-44f5-a2d4-8e1c2ef7d663 req-9cbb0e33-3369-4150-863e-daf4d8978c6f tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:25.987805 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-d1517b6b-d1ff-44f5-a2d4-8e1c2ef7d663 req-9cbb0e33-3369-4150-863e-daf4d8978c6f tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=29137dc2-e9df-4dab-9c24-56e918387df1 HTTP/1.1" status: 200 len: 945 time: 0.0809307 Jun 18 22:03:26.030196 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-d1517b6b-d1ff-44f5-a2d4-8e1c2ef7d663 req-6e3320bf-2e51-431b-8093-b9ba7e0d7ce7 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351689 Jun 18 22:03:26.307301 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 45422) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:26.322550 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-4785cddd-2981-4c65-bf78-4842421e1d99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:26.414427 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-4785cddd-2981-4c65-bf78-4842421e1d99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:26.491488 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-4785cddd-2981-4c65-bf78-4842421e1d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:26.530398 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-8a52ebf5-5745-4616-a730-bdc77a58f070 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:26.542386 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-4785cddd-2981-4c65-bf78-4842421e1d99 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f31187a654bc4c89921e2a5e01309f66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2335489 Jun 18 22:03:26.544935 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 45436) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:26.562291 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4785cddd-2981-4c65-bf78-4842421e1d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9fc9188-2338-4549-9821-597da83c362c,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:26.579935 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-4785cddd-2981-4c65-bf78-4842421e1d99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:26.597400 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-76780f0c-81ab-4b3c-8ea0-6db4f8b79179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:26.620748 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-76780f0c-81ab-4b3c-8ea0-6db4f8b79179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:26.801372 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-76780f0c-81ab-4b3c-8ea0-6db4f8b79179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:26.804179 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-76780f0c-81ab-4b3c-8ea0-6db4f8b79179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:26.805573 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-76780f0c-81ab-4b3c-8ea0-6db4f8b79179 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d9fc9188-2338-4549-9821-597da83c362c HTTP/1.1" status: 204 len: 168 time: 0.2596710 Jun 18 22:03:26.806300 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-0f29f766-d565-4b83-90ca-5420d871ee10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:26.815160 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76780f0c-81ab-4b3c-8ea0-6db4f8b79179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9fc9188-2338-4549-9821-597da83c362c,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:26.819323 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-76780f0c-81ab-4b3c-8ea0-6db4f8b79179 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:26.998996 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd6459-4d62-4a40-a97f-59c2fdf8b561 req-0eced1ae-9ec2-4628-a980-a388df4679b8 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:27.000554 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b6bd6459-4d62-4a40-a97f-59c2fdf8b561 req-0eced1ae-9ec2-4628-a980-a388df4679b8 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/ports?device_id=de9d43df-3253-4091-bf13-89c7d96c02d9 HTTP/1.1" status: 200 len: 945 time: 0.0771835 Jun 18 22:03:27.050812 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b6bd6459-4d62-4a40-a97f-59c2fdf8b561 req-c9fc2235-e63f-482b-a217-9c0aaa2e4e6e tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/security-groups?id=957c28e0-fd38-4ea0-94cb-f66c8bbe9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436471 Jun 18 22:03:27.223777 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a60e2d-f1ab-4160-a980-61df84b98265 req-6a4606f8-fd87-46ed-b3f4-27158966af45 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:27.225290 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-31a60e2d-f1ab-4160-a980-61df84b98265 req-6a4606f8-fd87-46ed-b3f4-27158966af45 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=29137dc2-e9df-4dab-9c24-56e918387df1 HTTP/1.1" status: 200 len: 945 time: 0.0657101 Jun 18 22:03:27.265359 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-31a60e2d-f1ab-4160-a980-61df84b98265 req-abca2b87-d612-4f75-9558-45fb3e72fcae tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337536 Jun 18 22:03:27.669421 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-e5e01b25-cf47-4e2c-ad16-0fff82a7b838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:28.246667 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b972c698-84eb-477c-928e-8f550d66e59f req-affc2ad5-e0e9-4fc1-8939-06a624f00768 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:28.248123 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b972c698-84eb-477c-928e-8f550d66e59f req-affc2ad5-e0e9-4fc1-8939-06a624f00768 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/ports?device_id=de9d43df-3253-4091-bf13-89c7d96c02d9 HTTP/1.1" status: 200 len: 945 time: 0.0649655 Jun 18 22:03:28.292422 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b972c698-84eb-477c-928e-8f550d66e59f req-f18ed6bd-4e85-4565-a8a7-494e4f1a53d7 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/security-groups?id=957c28e0-fd38-4ea0-94cb-f66c8bbe9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378785 Jun 18 22:03:28.471359 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f97380-7986-49b8-bccc-d77ed3dba0a1 req-054a0e54-cc8e-4eda-af99-fa0e7c1c7281 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:28.473013 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-32f97380-7986-49b8-bccc-d77ed3dba0a1 req-054a0e54-cc8e-4eda-af99-fa0e7c1c7281 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=29137dc2-e9df-4dab-9c24-56e918387df1 HTTP/1.1" status: 200 len: 945 time: 0.0737336 Jun 18 22:03:28.514637 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-32f97380-7986-49b8-bccc-d77ed3dba0a1 req-84699a1a-6e1a-4eb6-b907-5a5a4aa5424f tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357730 Jun 18 22:03:28.846586 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 45522) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:28.962781 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-1b06d83d-f6e2-4271-9767-005dc4ae20e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:29.056178 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-1b06d83d-f6e2-4271-9767-005dc4ae20e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:29.132073 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-1b06d83d-f6e2-4271-9767-005dc4ae20e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:29.135784 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-4785cddd-2981-4c65-bf78-4842421e1d99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:29.171530 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-1b06d83d-f6e2-4271-9767-005dc4ae20e5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7b14de3d8e2447b19c8507ac96674d6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3238740 Jun 18 22:03:29.172413 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b06d83d-f6e2-4271-9767-005dc4ae20e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa7f79f-c4e5-4d00-a477-4fec91592208,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:29.174879 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 45534) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:29.175395 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-1b06d83d-f6e2-4271-9767-005dc4ae20e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:29.229446 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a55e490f-6845-43a6-b8c3-57dbc9acf775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:29.251319 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a55e490f-6845-43a6-b8c3-57dbc9acf775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:29.389519 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a55e490f-6845-43a6-b8c3-57dbc9acf775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:29.392092 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a55e490f-6845-43a6-b8c3-57dbc9acf775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:29.393261 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-a55e490f-6845-43a6-b8c3-57dbc9acf775 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3aa7f79f-c4e5-4d00-a477-4fec91592208 HTTP/1.1" status: 204 len: 168 time: 0.2166474 Jun 18 22:03:29.394025 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-574e1e3a-4d38-4962-a7a1-1a891a46546a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:29.402342 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55e490f-6845-43a6-b8c3-57dbc9acf775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa7f79f-c4e5-4d00-a477-4fec91592208,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:29.404484 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-a55e490f-6845-43a6-b8c3-57dbc9acf775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:29.691092 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaf8826-e0b8-452c-a044-fdd3f17ce27e req-7947e5d8-4d1d-479c-84da-fd5207d8d109 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:29.692637 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-ebaf8826-e0b8-452c-a044-fdd3f17ce27e req-7947e5d8-4d1d-479c-84da-fd5207d8d109 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=29137dc2-e9df-4dab-9c24-56e918387df1 HTTP/1.1" status: 200 len: 945 time: 0.0651491 Jun 18 22:03:30.070054 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-ebaf8826-e0b8-452c-a044-fdd3f17ce27e req-54f69475-5c3d-4207-8de3-202ed5aa59ae tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480328 Jun 18 22:03:30.212115 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-07ec1c7d-d4aa-4681-954c-b569184a99a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:30.263722 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:30.857892 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54bfb9-bc8c-41e2-851e-f4802b033c6a req-9291ca44-8717-4c6b-9e52-282729070e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:30.863345 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-7b54bfb9-bc8c-41e2-851e-f4802b033c6a req-9291ca44-8717-4c6b-9e52-282729070e76 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=29137dc2-e9df-4dab-9c24-56e918387df1 HTTP/1.1" status: 200 len: 1098 time: 0.0557261 Jun 18 22:03:30.904944 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-7b54bfb9-bc8c-41e2-851e-f4802b033c6a req-56e3f01a-bc32-4b2e-8ebb-df604fd99665 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375137 Jun 18 22:03:30.977456 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73ff862-5e9b-49b3-9a69-ae7c7afc693e req-61f9f1a8-bc67-42a9-a1c2-5015c05e4be7 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:30.978939 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b73ff862-5e9b-49b3-9a69-ae7c7afc693e req-61f9f1a8-bc67-42a9-a1c2-5015c05e4be7 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=29137dc2-e9df-4dab-9c24-56e918387df1 HTTP/1.1" status: 200 len: 945 time: 0.0678358 Jun 18 22:03:31.019841 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b73ff862-5e9b-49b3-9a69-ae7c7afc693e req-4b9b4df1-8200-42eb-b385-8bd51cbff3f8 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352530 Jun 18 22:03:31.575687 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-66c5960c-ceb9-453b-add3-817047489609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:32.206254 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d9d98-e594-4548-8767-f42e1a593e6c req-99105db3-8041-4fc3-befb-337748a7bd6c tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:32.208353 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-ac1d9d98-e594-4548-8767-f42e1a593e6c req-99105db3-8041-4fc3-befb-337748a7bd6c tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=29137dc2-e9df-4dab-9c24-56e918387df1 HTTP/1.1" status: 200 len: 945 time: 0.0697186 Jun 18 22:03:32.246592 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-ac1d9d98-e594-4548-8767-f42e1a593e6c req-e25f9b22-98d5-4b7b-ad78-c41ea39bec62 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318041 Jun 18 22:03:33.166800 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-cfd4400b-1529-4ea9-a221-6a7c5fbf6a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:33.417443 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88e5197-3230-4156-b807-0649c10248ea req-511b3c31-3b9a-4f5e-96b4-65ccbd3c611f tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:33.418822 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a88e5197-3230-4156-b807-0649c10248ea req-511b3c31-3b9a-4f5e-96b4-65ccbd3c611f tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=29137dc2-e9df-4dab-9c24-56e918387df1 HTTP/1.1" status: 200 len: 945 time: 0.0632958 Jun 18 22:03:33.459001 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a88e5197-3230-4156-b807-0649c10248ea req-aee314ee-0797-48c3-9d4e-a23b2ec413a0 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342298 Jun 18 22:03:33.637890 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78999001-1d65-45b2-bb3d-3a414be8c908 req-c903410e-97ae-4b3a-ae56-de1eea5fc309 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:33.639483 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-78999001-1d65-45b2-bb3d-3a414be8c908 req-c903410e-97ae-4b3a-ae56-de1eea5fc309 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=86124762-9669-4327-a28e-3ab5a1591ad4 HTTP/1.1" status: 200 len: 945 time: 0.0668585 Jun 18 22:03:33.689122 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-78999001-1d65-45b2-bb3d-3a414be8c908 req-6a2ac217-4ae2-4940-86f0-cb1f8ba88662 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434637 Jun 18 22:03:35.023040 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b7dc7-e660-4a7c-814c-ce8d7c8a38a9 req-30c289e1-b550-4bc6-ba4f-3b4d6501af03 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:35.024625 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a05b7dc7-e660-4a7c-814c-ce8d7c8a38a9 req-30c289e1-b550-4bc6-ba4f-3b4d6501af03 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/networks?id=395a7e5a-0acb-4fe9-93a8-fd98ee0f0487 HTTP/1.1" status: 200 len: 814 time: 0.1117008 Jun 18 22:03:35.050925 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a05b7dc7-e660-4a7c-814c-ce8d7c8a38a9 req-4690b1e0-a38d-4ca0-bfb7-ca103b72c267 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/quotas/aedd71538feb4b62968f364e4f1f0502 HTTP/1.1" status: 200 len: 375 time: 0.0117023 Jun 18 22:03:35.129110 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a05b7dc7-e660-4a7c-814c-ce8d7c8a38a9 req-82434cf5-1759-447a-b2cf-5d42b31a0009 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=aedd71538feb4b62968f364e4f1f0502&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0735927 Jun 18 22:03:35.219880 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a05b7dc7-e660-4a7c-814c-ce8d7c8a38a9 req-1bd04ba7-aef8-4984-a449-a3212f918b09 service neutron] 10.222.0.23 "GET /v2.0/networks/395a7e5a-0acb-4fe9-93a8-fd98ee0f0487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834656 Jun 18 22:03:35.346517 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a05b7dc7-e660-4a7c-814c-ce8d7c8a38a9 req-5179f039-039e-4029-847e-2897b0d8f10b service neutron] 10.222.0.23 "GET /v2.0/networks/395a7e5a-0acb-4fe9-93a8-fd98ee0f0487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088221 Jun 18 22:03:35.593173 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-6ed75e09-1dc1-40f5-8df9-859be04032c8 req-7b61a30f-b866-4434-ba5e-72229b85f2f3 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/ports?device_id=796b3167-f236-4c92-a66c-1d244026d681 HTTP/1.1" status: 200 len: 210 time: 0.0332935 Jun 18 22:03:36.359956 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e18fb-fffa-498d-9fb0-940f6bb325fa req-fa9b2b2e-3c70-4204-adb7-b6f26381912b tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:36.361385 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-aa0e18fb-fffa-498d-9fb0-940f6bb325fa req-fa9b2b2e-3c70-4204-adb7-b6f26381912b tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=86124762-9669-4327-a28e-3ab5a1591ad4 HTTP/1.1" status: 200 len: 945 time: 0.0724034 Jun 18 22:03:36.400465 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-aa0e18fb-fffa-498d-9fb0-940f6bb325fa req-9d3fc469-26e1-4eee-b903-08867dd46070 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329812 Jun 18 22:03:36.524044 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1671371b-35aa-4a12-a575-42f3520ef98e req-4ce11131-61d7-4907-82a3-c819f86e33fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:36.525629 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-1671371b-35aa-4a12-a575-42f3520ef98e req-4ce11131-61d7-4907-82a3-c819f86e33fc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=194d0725082a4b188ee68100035994ba&device_id=86124762-9669-4327-a28e-3ab5a1591ad4 HTTP/1.1" status: 200 len: 1098 time: 0.0627182 Jun 18 22:03:36.640915 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1671371b-35aa-4a12-a575-42f3520ef98e req-abda25ea-b18c-44d7-b470-c8bf43b04cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:36.642347 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-1671371b-35aa-4a12-a575-42f3520ef98e req-abda25ea-b18c-44d7-b470-c8bf43b04cd5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2e610704-1278-456e-9ce9-0109af150534 HTTP/1.1" status: 200 len: 920 time: 0.0894227 Jun 18 22:03:36.692131 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-1671371b-35aa-4a12-a575-42f3520ef98e req-7e1758f6-05f6-41c7-bb56-81aed40da363 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59af2458-19d5-41c7-a73d-47d9346497cc HTTP/1.1" status: 200 len: 217 time: 0.0386624 Jun 18 22:03:36.771281 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-17ad36e5-57b3-4a6f-85f0-736d2ee5a6f0 req-68ab0e72-24f4-4892-aeae-98f8413935e4 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/ports?device_id=796b3167-f236-4c92-a66c-1d244026d681 HTTP/1.1" status: 200 len: 210 time: 0.0377791 Jun 18 22:03:36.779436 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1671371b-35aa-4a12-a575-42f3520ef98e req-321c2f0c-bd9e-4105-a528-d52f31663868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:36.780900 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-1671371b-35aa-4a12-a575-42f3520ef98e req-321c2f0c-bd9e-4105-a528-d52f31663868 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=127a1104-a6cb-4a46-bd9c-a1b88caa2a45 HTTP/1.1" status: 200 len: 859 time: 0.0802400 Jun 18 22:03:36.817452 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-1671371b-35aa-4a12-a575-42f3520ef98e req-f4a8b25d-96af-48a8-aee2-ce4df4203ffd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2e610704-1278-456e-9ce9-0109af150534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279696 Jun 18 22:03:36.916763 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-1671371b-35aa-4a12-a575-42f3520ef98e req-b280d857-208a-4da3-9116-c082c657704f service neutron] 10.222.0.42 "GET /v2.0/networks/2e610704-1278-456e-9ce9-0109af150534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914390 Jun 18 22:03:37.028865 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-1671371b-35aa-4a12-a575-42f3520ef98e req-e77246ec-2b3a-454f-bc68-a9868a65e1cb service neutron] 10.222.0.42 "GET /v2.0/networks/2e610704-1278-456e-9ce9-0109af150534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940866 Jun 18 22:03:37.583338 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56af1f-552a-4a72-99a2-59c122480cbd req-8e509b63-156f-4f71-9296-e281fc76d637 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:37.584883 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-8b56af1f-552a-4a72-99a2-59c122480cbd req-8e509b63-156f-4f71-9296-e281fc76d637 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=86124762-9669-4327-a28e-3ab5a1591ad4 HTTP/1.1" status: 200 len: 945 time: 0.0709903 Jun 18 22:03:37.625334 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-8b56af1f-552a-4a72-99a2-59c122480cbd req-576b9fd4-eccc-40e0-b775-32f78f8743eb tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344000 Jun 18 22:03:37.919672 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-fb322cdb-bb4c-4ebe-95d0-c79aef460fe0 req-b122b914-7989-4085-bdf6-8d161d3c485c tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/ports?device_id=796b3167-f236-4c92-a66c-1d244026d681 HTTP/1.1" status: 200 len: 210 time: 0.0284722 Jun 18 22:03:37.994538 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.agents_db [None req-e551f8fc-329d-4229-a52e-01157ddddd3a None None] Agent healthcheck: found 6 active agents {{(pid=93270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 22:03:38.281957 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b7dc7-e660-4a7c-814c-ce8d7c8a38a9 req-5501deb5-34ff-4e9c-84c2-288e8c73128d tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:38.283482 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a05b7dc7-e660-4a7c-814c-ce8d7c8a38a9 req-5501deb5-34ff-4e9c-84c2-288e8c73128d tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.42 "GET /v2.0/networks?id=395a7e5a-0acb-4fe9-93a8-fd98ee0f0487 HTTP/1.1" status: 200 len: 814 time: 0.1045408 Jun 18 22:03:38.308147 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.v2.base [req-a05b7dc7-e660-4a7c-814c-ce8d7c8a38a9 req-42e24ad5-38ef-45c5-8a32-2cc97490215a tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Request body: {'port': {'device_id': '796b3167-f236-4c92-a66c-1d244026d681', 'network_id': '395a7e5a-0acb-4fe9-93a8-fd98ee0f0487', 'admin_state_up': True, 'tenant_id': 'aedd71538feb4b62968f364e4f1f0502'}} {{(pid=93268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:03:38.492260 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a05b7dc7-e660-4a7c-814c-ce8d7c8a38a9 req-42e24ad5-38ef-45c5-8a32-2cc97490215a tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Made reservation on behalf of aedd71538feb4b62968f364e4f1f0502 for: {'port': 1} {{(pid=93268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:03:38.495772 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-a05b7dc7-e660-4a7c-814c-ce8d7c8a38a9 req-42e24ad5-38ef-45c5-8a32-2cc97490215a tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550498'] for port, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:38.625088 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.db_base_plugin_common [req-a05b7dc7-e660-4a7c-814c-ce8d7c8a38a9 req-42e24ad5-38ef-45c5-8a32-2cc97490215a tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Allocated IP 172.20.0.9 (395a7e5a-0acb-4fe9-93a8-fd98ee0f0487/9729ecdd-78ca-4833-a233-60cd016de49d/87974d96-7d06-4d16-911b-10f3b36e2fba) {{(pid=93268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:03:38.792489 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-a05b7dc7-e660-4a7c-814c-ce8d7c8a38a9 req-42e24ad5-38ef-45c5-8a32-2cc97490215a tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Notify callbacks [] for port, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:38.872930 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919a714a-a15d-4a3a-924b-6835d00721a2 req-c0458af4-3d66-4f78-9ac5-0ae3aaf7de26 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:38.874429 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-919a714a-a15d-4a3a-924b-6835d00721a2 req-c0458af4-3d66-4f78-9ac5-0ae3aaf7de26 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=86124762-9669-4327-a28e-3ab5a1591ad4 HTTP/1.1" status: 200 len: 945 time: 0.0961034 Jun 18 22:03:38.913171 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-919a714a-a15d-4a3a-924b-6835d00721a2 req-a4ff4130-30fb-4b0f-a327-6ad45ebb6fa5 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328767 Jun 18 22:03:38.984717 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-a05b7dc7-e660-4a7c-814c-ce8d7c8a38a9 req-42e24ad5-38ef-45c5-8a32-2cc97490215a tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-549537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1678354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765938626142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3169570'] for port, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:38.990314 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:39.034778 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] get_ports_and_sgs() called for port_ids ['b8a9d1ed-0aa1-4b63-b121-97d85aaf1bd9'] {{(pid=93269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:03:39.038805 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a05b7dc7-e660-4a7c-814c-ce8d7c8a38a9 req-42e24ad5-38ef-45c5-8a32-2cc97490215a tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Network 395a7e5a-0acb-4fe9-93a8-fd98ee0f0487 is already hosted by enough agents. {{(pid=93268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:03:39.042405 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.base_scheduler [req-a05b7dc7-e660-4a7c-814c-ce8d7c8a38a9 req-42e24ad5-38ef-45c5-8a32-2cc97490215a tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Resources bound (agent type, host, resource id): {{(pid=93268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:03:39.046685 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [req-a05b7dc7-e660-4a7c-814c-ce8d7c8a38a9 req-42e24ad5-38ef-45c5-8a32-2cc97490215a tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Received port after_create {{(pid=93268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:03:39.082062 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e24ad5-38ef-45c5-8a32-2cc97490215a tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Pushing event updated for resources: {'Port': ['ID=87974d96-7d06-4d16-911b-10f3b36e2fba,revision_number=1']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:39.096525 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-42e24ad5-38ef-45c5-8a32-2cc97490215a tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:39.147911 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b7dc7-e660-4a7c-814c-ce8d7c8a38a9 req-42e24ad5-38ef-45c5-8a32-2cc97490215a tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:39.148347 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-a05b7dc7-e660-4a7c-814c-ce8d7c8a38a9 req-42e24ad5-38ef-45c5-8a32-2cc97490215a tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31239'] for port, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:39.189580 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f62e06-a19d-4eb9-859a-47ab5c2db22a req-9e92c86b-e9e3-4411-a915-88e2d2983369 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:39.191065 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-97f62e06-a19d-4eb9-859a-47ab5c2db22a req-9e92c86b-e9e3-4411-a915-88e2d2983369 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/ports?device_id=796b3167-f236-4c92-a66c-1d244026d681 HTTP/1.1" status: 200 len: 931 time: 0.1127050 Jun 18 22:03:39.232830 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-97f62e06-a19d-4eb9-859a-47ab5c2db22a req-1d2ac03e-98d9-4a8a-95c8-da2fd4dcea8c tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/security-groups?id=957c28e0-fd38-4ea0-94cb-f66c8bbe9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341895 Jun 18 22:03:39.247237 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a05b7dc7-e660-4a7c-814c-ce8d7c8a38a9 req-42e24ad5-38ef-45c5-8a32-2cc97490215a tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9434497 Jun 18 22:03:39.273766 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.v2.base [req-a05b7dc7-e660-4a7c-814c-ce8d7c8a38a9 req-1d328529-afb2-4984-9f26-d3e5f52cae19 service neutron] Request body: {'port': {'device_id': '796b3167-f236-4c92-a66c-1d244026d681', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=93268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:03:39.352511 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-a05b7dc7-e660-4a7c-814c-ce8d7c8a38a9 req-1d328529-afb2-4984-9f26-d3e5f52cae19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:39.610584 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.notifiers.nova [req-a05b7dc7-e660-4a7c-814c-ce8d7c8a38a9 req-1d328529-afb2-4984-9f26-d3e5f52cae19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87974d96-7d06-4d16-911b-10f3b36e2fba {{(pid=93268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:03:39.618577 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-a05b7dc7-e660-4a7c-814c-ce8d7c8a38a9 req-1d328529-afb2-4984-9f26-d3e5f52cae19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:39.630977 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [req-a05b7dc7-e660-4a7c-814c-ce8d7c8a38a9 req-1d328529-afb2-4984-9f26-d3e5f52cae19 service neutron] Transition to ACTIVE for port object 87974d96-7d06-4d16-911b-10f3b36e2fba will not be triggered until provisioned by entity L2. {{(pid=93268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:03:39.721366 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-a05b7dc7-e660-4a7c-814c-ce8d7c8a38a9 req-1d328529-afb2-4984-9f26-d3e5f52cae19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3169556'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:39.724743 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:40.058234 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d328529-afb2-4984-9f26-d3e5f52cae19 service neutron] Pushing event updated for resources: {'Port': ['ID=87974d96-7d06-4d16-911b-10f3b36e2fba,revision_number=2']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:40.078036 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-1d328529-afb2-4984-9f26-d3e5f52cae19 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:40.136162 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [req-a05b7dc7-e660-4a7c-814c-ce8d7c8a38a9 req-1d328529-afb2-4984-9f26-d3e5f52cae19 service neutron] Attempting to bind port 87974d96-7d06-4d16-911b-10f3b36e2fba on host hv-cinder-76675 for vnic_type normal with profile {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:03:40.136494 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [req-a05b7dc7-e660-4a7c-814c-ce8d7c8a38a9 req-1d328529-afb2-4984-9f26-d3e5f52cae19 service neutron] Attempting to bind port 87974d96-7d06-4d16-911b-10f3b36e2fba by drivers openvswitch,hyperv on host hv-cinder-76675 at level 0 using segments [{'id': '77f9bbaf-9eb4-46cf-b42b-07b6005141bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '395a7e5a-0acb-4fe9-93a8-fd98ee0f0487'}] {{(pid=93268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:03:40.138093 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05b7dc7-e660-4a7c-814c-ce8d7c8a38a9 req-1d328529-afb2-4984-9f26-d3e5f52cae19 service neutron] Attempting to bind port 87974d96-7d06-4d16-911b-10f3b36e2fba on network 395a7e5a-0acb-4fe9-93a8-fd98ee0f0487 {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:03:40.143920 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05b7dc7-e660-4a7c-814c-ce8d7c8a38a9 req-1d328529-afb2-4984-9f26-d3e5f52cae19 service neutron] Port 87974d96-7d06-4d16-911b-10f3b36e2fba on network 395a7e5a-0acb-4fe9-93a8-fd98ee0f0487 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76675 {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 22:03:40.144212 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05b7dc7-e660-4a7c-814c-ce8d7c8a38a9 req-1d328529-afb2-4984-9f26-d3e5f52cae19 service neutron] Attempting to bind port 87974d96-7d06-4d16-911b-10f3b36e2fba on network 395a7e5a-0acb-4fe9-93a8-fd98ee0f0487 {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:03:40.151779 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05b7dc7-e660-4a7c-814c-ce8d7c8a38a9 req-1d328529-afb2-4984-9f26-d3e5f52cae19 service neutron] Checking agent: {'id': '2f1318d3-4eca-4d35-9b75-a551f42ebb29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 22, 0, 20), 'started_at': datetime.datetime(2021, 6, 18, 22, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:03:40.152109 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05b7dc7-e660-4a7c-814c-ce8d7c8a38a9 req-1d328529-afb2-4984-9f26-d3e5f52cae19 service neutron] Checking segment: {'id': '77f9bbaf-9eb4-46cf-b42b-07b6005141bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '395a7e5a-0acb-4fe9-93a8-fd98ee0f0487'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:03:40.152445 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05b7dc7-e660-4a7c-814c-ce8d7c8a38a9 req-1d328529-afb2-4984-9f26-d3e5f52cae19 service neutron] Bound using segment: {'id': '77f9bbaf-9eb4-46cf-b42b-07b6005141bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '395a7e5a-0acb-4fe9-93a8-fd98ee0f0487'} {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:03:40.152892 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [req-a05b7dc7-e660-4a7c-814c-ce8d7c8a38a9 req-1d328529-afb2-4984-9f26-d3e5f52cae19 service neutron] Bound port: 87974d96-7d06-4d16-911b-10f3b36e2fba, host: hv-cinder-76675, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77f9bbaf-9eb4-46cf-b42b-07b6005141bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '395a7e5a-0acb-4fe9-93a8-fd98ee0f0487'}}] {{(pid=93268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:03:40.153310 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-a05b7dc7-e660-4a7c-814c-ce8d7c8a38a9 req-1d328529-afb2-4984-9f26-d3e5f52cae19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:40.173662 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b15eb1c-5e7d-4687-817b-f74dcddeb7b6 req-45152b0e-7964-43b3-907f-ec2e776d389b tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:40.175119 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-8b15eb1c-5e7d-4687-817b-f74dcddeb7b6 req-45152b0e-7964-43b3-907f-ec2e776d389b tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=86124762-9669-4327-a28e-3ab5a1591ad4 HTTP/1.1" status: 200 len: 945 time: 0.1286631 Jun 18 22:03:40.249069 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-8b15eb1c-5e7d-4687-817b-f74dcddeb7b6 req-bcff276b-33fd-4e16-b534-350e37d8bde6 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668209 Jun 18 22:03:40.258380 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.db [req-a05b7dc7-e660-4a7c-814c-ce8d7c8a38a9 req-1d328529-afb2-4984-9f26-d3e5f52cae19 service neutron] For port 87974d96-7d06-4d16-911b-10f3b36e2fba, host hv-cinder-76675, cleared binding levels {{(pid=93268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:03:40.261766 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.db [req-a05b7dc7-e660-4a7c-814c-ce8d7c8a38a9 req-1d328529-afb2-4984-9f26-d3e5f52cae19 service neutron] For port 87974d96-7d06-4d16-911b-10f3b36e2fba, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=87974d96-7d06-4d16-911b-10f3b36e2fba,segment=NetworkSegment(77f9bbaf-9eb4-46cf-b42b-07b6005141bd),segment_id=77f9bbaf-9eb4-46cf-b42b-07b6005141bd)] {{(pid=93268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:03:40.379758 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-a05b7dc7-e660-4a7c-814c-ce8d7c8a38a9 req-1d328529-afb2-4984-9f26-d3e5f52cae19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3169556'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:40.385770 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-b59c7cf1-c61b-4ada-bf52-4953fa451efd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:40.423732 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b7dc7-e660-4a7c-814c-ce8d7c8a38a9 req-1d328529-afb2-4984-9f26-d3e5f52cae19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:40.429460 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-a05b7dc7-e660-4a7c-814c-ce8d7c8a38a9 req-1d328529-afb2-4984-9f26-d3e5f52cae19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31239'] for port, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:40.429460 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a05b7dc7-e660-4a7c-814c-ce8d7c8a38a9 req-1d328529-afb2-4984-9f26-d3e5f52cae19 service neutron] 10.222.0.42 "PUT /v2.0/ports/87974d96-7d06-4d16-911b-10f3b36e2fba HTTP/1.1" status: 200 len: 1093 time: 1.1566656 Jun 18 22:03:40.429460 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '796b3167-f236-4c92-a66c-1d244026d681', 'tag': '87974d96-7d06-4d16-911b-10f3b36e2fba'}] {{(pid=93268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:03:40.430665 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ff4b25c03651656652c9c7d58efcdba903c051ef33b3f53eb93af1a53304f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb9d007-e360-4137-b101-e05409e87cfb" -d '{"events": [{"name": "network-changed", "server_uuid": "796b3167-f236-4c92-a66c-1d244026d681", "tag": "87974d96-7d06-4d16-911b-10f3b36e2fba"}]}' {{(pid=93268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:03:40.487704 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 22:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56640c49-aa71-486e-88a8-3d877bb16cfd x-openstack-request-id: req-56640c49-aa71-486e-88a8-3d877bb16cfd {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:03:40.488015 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "796b3167-f236-4c92-a66c-1d244026d681", "tag": "87974d96-7d06-4d16-911b-10f3b36e2fba", "status": "completed", "code": 200}]} {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:03:40.488285 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-56640c49-aa71-486e-88a8-3d877bb16cfd {{(pid=93268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:03:40.488820 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '796b3167-f236-4c92-a66c-1d244026d681', 'tag': '87974d96-7d06-4d16-911b-10f3b36e2fba', 'status': 'completed', 'code': 200} Jun 18 22:03:40.489423 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d328529-afb2-4984-9f26-d3e5f52cae19 service neutron] Pushing event updated for resources: {'Port': ['ID=87974d96-7d06-4d16-911b-10f3b36e2fba,revision_number=3']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:40.492798 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-1d328529-afb2-4984-9f26-d3e5f52cae19 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:40.504153 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce5ea05-1115-49d6-87bb-4f7b4c41770a req-eb48e5d6-c6e8-467d-96ca-332cc7d3d51a tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:40.504153 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3ce5ea05-1115-49d6-87bb-4f7b4c41770a req-eb48e5d6-c6e8-467d-96ca-332cc7d3d51a tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/ports?device_id=796b3167-f236-4c92-a66c-1d244026d681 HTTP/1.1" status: 200 len: 943 time: 0.1540251 Jun 18 22:03:40.555413 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3ce5ea05-1115-49d6-87bb-4f7b4c41770a req-48390dd2-323e-4135-8e1e-0e747f875351 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/security-groups?id=957c28e0-fd38-4ea0-94cb-f66c8bbe9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466280 Jun 18 22:03:40.600822 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb9d007-e360-4137-b101-e05409e87cfb req-53838c6e-59f1-4066-a47b-28e13480119d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:40.604069 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3bb9d007-e360-4137-b101-e05409e87cfb req-53838c6e-59f1-4066-a47b-28e13480119d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aedd71538feb4b62968f364e4f1f0502&device_id=796b3167-f236-4c92-a66c-1d244026d681 HTTP/1.1" status: 200 len: 1096 time: 0.0608582 Jun 18 22:03:40.716965 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb9d007-e360-4137-b101-e05409e87cfb req-04947565-e0bb-4e22-9aec-97650a7886a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:40.720910 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3bb9d007-e360-4137-b101-e05409e87cfb req-04947565-e0bb-4e22-9aec-97650a7886a1 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=aedd71538feb4b62968f364e4f1f0502&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1023376 Jun 18 22:03:40.816351 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb9d007-e360-4137-b101-e05409e87cfb req-a71a7200-f47c-416a-b740-e07c8471aa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:40.818063 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3bb9d007-e360-4137-b101-e05409e87cfb req-a71a7200-f47c-416a-b740-e07c8471aa5c service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0927491 Jun 18 22:03:40.944398 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b7dc7-e660-4a7c-814c-ce8d7c8a38a9 req-7628462d-4f21-4f8e-b8f8-fb68e07223a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:40.946046 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a05b7dc7-e660-4a7c-814c-ce8d7c8a38a9 req-7628462d-4f21-4f8e-b8f8-fb68e07223a8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aedd71538feb4b62968f364e4f1f0502&device_id=796b3167-f236-4c92-a66c-1d244026d681 HTTP/1.1" status: 200 len: 1096 time: 0.0560894 Jun 18 22:03:41.004798 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a05b7dc7-e660-4a7c-814c-ce8d7c8a38a9 req-afafaf05-d6d7-428f-a7e0-7727bd7cb4c6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87974d96-7d06-4d16-911b-10f3b36e2fba HTTP/1.1" status: 200 len: 217 time: 0.0357647 Jun 18 22:03:41.064446 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b7dc7-e660-4a7c-814c-ce8d7c8a38a9 req-9d2e9c23-0e66-411e-bbe6-1e7b581e7f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:41.065987 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a05b7dc7-e660-4a7c-814c-ce8d7c8a38a9 req-9d2e9c23-0e66-411e-bbe6-1e7b581e7f66 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9729ecdd-78ca-4833-a233-60cd016de49d HTTP/1.1" status: 200 len: 854 time: 0.0476372 Jun 18 22:03:41.105180 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 45950) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:41.107853 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a05b7dc7-e660-4a7c-814c-ce8d7c8a38a9 req-d7c059ea-2bd9-4184-93df-80fae6bdc56f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=395a7e5a-0acb-4fe9-93a8-fd98ee0f0487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342643 Jun 18 22:03:41.229896 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-fa5e2504-1bcf-4562-ad35-b2b4f225ee5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:41.234991 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a05b7dc7-e660-4a7c-814c-ce8d7c8a38a9 req-7f5756ef-0e8f-492c-96c8-7ec052dd1d22 service neutron] 10.222.0.42 "GET /v2.0/networks/395a7e5a-0acb-4fe9-93a8-fd98ee0f0487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200747 Jun 18 22:03:41.321092 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-fa5e2504-1bcf-4562-ad35-b2b4f225ee5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:41.337739 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a05b7dc7-e660-4a7c-814c-ce8d7c8a38a9 req-4d7e5c02-8fc1-4727-8617-c5abbf1278c1 service neutron] 10.222.0.42 "GET /v2.0/networks/395a7e5a-0acb-4fe9-93a8-fd98ee0f0487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958371 Jun 18 22:03:41.438788 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8e15b1-c59a-4aa8-bfcf-9ccd203e65db req-feb57b78-9c4a-4f29-8436-94a84b1c274e tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:41.440280 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-9c8e15b1-c59a-4aa8-bfcf-9ccd203e65db req-feb57b78-9c4a-4f29-8436-94a84b1c274e tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=86124762-9669-4327-a28e-3ab5a1591ad4 HTTP/1.1" status: 200 len: 945 time: 0.0641305 Jun 18 22:03:41.477681 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-9c8e15b1-c59a-4aa8-bfcf-9ccd203e65db req-172d3b8c-13ef-401c-8f9f-07fe1dab5ac4 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310149 Jun 18 22:03:41.486543 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-fa5e2504-1bcf-4562-ad35-b2b4f225ee5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:41.494767 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-40a7e568-0121-49e7-9402-c84219941530 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:41.525422 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-fa5e2504-1bcf-4562-ad35-b2b4f225ee5b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5225a0db04214f67902489ae8bbf9b81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4190512 Jun 18 22:03:41.528000 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 45960) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:41.535036 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5e2504-1bcf-4562-ad35-b2b4f225ee5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cdfe5d6-973c-4cb2-acc5-9ae59eff8485,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:41.545735 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-fa5e2504-1bcf-4562-ad35-b2b4f225ee5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:41.580819 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-f980bd86-9604-4870-b3b4-ec9cd85e3f21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:41.604131 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-f980bd86-9604-4870-b3b4-ec9cd85e3f21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:41.722302 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-f980bd86-9604-4870-b3b4-ec9cd85e3f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:41.725472 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-f980bd86-9604-4870-b3b4-ec9cd85e3f21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:41.726884 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-f980bd86-9604-4870-b3b4-ec9cd85e3f21 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7cdfe5d6-973c-4cb2-acc5-9ae59eff8485 HTTP/1.1" status: 204 len: 168 time: 0.1979268 Jun 18 22:03:41.727742 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-fa5e2504-1bcf-4562-ad35-b2b4f225ee5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:41.736313 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f980bd86-9604-4870-b3b4-ec9cd85e3f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cdfe5d6-973c-4cb2-acc5-9ae59eff8485,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:41.738623 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-f980bd86-9604-4870-b3b4-ec9cd85e3f21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:41.752685 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb7e9ad-9afa-44d3-8c19-da42549696b3 req-25761dfb-a89c-4c30-900c-9c58a69b5c85 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:41.754914 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-eeb7e9ad-9afa-44d3-8c19-da42549696b3 req-25761dfb-a89c-4c30-900c-9c58a69b5c85 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/ports?device_id=796b3167-f236-4c92-a66c-1d244026d681 HTTP/1.1" status: 200 len: 943 time: 0.0832665 Jun 18 22:03:41.795618 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-eeb7e9ad-9afa-44d3-8c19-da42549696b3 req-fa846d0e-4a10-45c1-baba-2ee28edb353e tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/security-groups?id=957c28e0-fd38-4ea0-94cb-f66c8bbe9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336611 Jun 18 22:03:42.658484 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d268ec8-cda0-4cc5-a4ab-45bb498767de req-96f871a5-5e90-41c1-938c-1ac8c08a4c8a tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:42.658484 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-5d268ec8-cda0-4cc5-a4ab-45bb498767de req-96f871a5-5e90-41c1-938c-1ac8c08a4c8a tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=86124762-9669-4327-a28e-3ab5a1591ad4 HTTP/1.1" status: 200 len: 945 time: 0.0693729 Jun 18 22:03:42.696198 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-5d268ec8-cda0-4cc5-a4ab-45bb498767de req-d351c757-e0aa-4c83-87a4-1f420aa416c5 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326395 Jun 18 22:03:42.735313 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 45988) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:42.839745 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-c1cc2899-ca11-4ce6-89f3-8e02734a6ec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:42.939726 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-c1cc2899-ca11-4ce6-89f3-8e02734a6ec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:42.975529 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc4a1c8-983a-40de-aa5b-91029960b844 req-627001f1-fcbc-464b-b998-b9693976d80b tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:42.977051 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-2dc4a1c8-983a-40de-aa5b-91029960b844 req-627001f1-fcbc-464b-b998-b9693976d80b tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/ports?device_id=796b3167-f236-4c92-a66c-1d244026d681 HTTP/1.1" status: 200 len: 943 time: 0.0645041 Jun 18 22:03:43.014603 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-2dc4a1c8-983a-40de-aa5b-91029960b844 req-bd77422c-0c6a-4139-853a-9d779f2ad2e9 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/security-groups?id=957c28e0-fd38-4ea0-94cb-f66c8bbe9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317867 Jun 18 22:03:43.038444 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-c1cc2899-ca11-4ce6-89f3-8e02734a6ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:43.039373 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-59843494-5c72-4f4d-bd35-9592124e13cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:43.076113 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cc2899-ca11-4ce6-89f3-8e02734a6ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4267ced-e042-46b0-b5ce-6c03e757c99f,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:43.083549 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 46008) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:43.083696 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-c1cc2899-ca11-4ce6-89f3-8e02734a6ec0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=390aa78b627a456aa1136029db5f6c8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3466487 Jun 18 22:03:43.084576 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-c1cc2899-ca11-4ce6-89f3-8e02734a6ec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:43.133816 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-2b742977-48f4-48fc-92d7-63385a4fbbfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:43.154835 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-2b742977-48f4-48fc-92d7-63385a4fbbfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:43.269906 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-2b742977-48f4-48fc-92d7-63385a4fbbfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:43.277658 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-2b742977-48f4-48fc-92d7-63385a4fbbfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:43.277658 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-2b742977-48f4-48fc-92d7-63385a4fbbfd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b4267ced-e042-46b0-b5ce-6c03e757c99f HTTP/1.1" status: 204 len: 168 time: 0.1896114 Jun 18 22:03:43.277658 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-c02275ed-e6fa-4981-842c-e49e9442fec8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:43.282415 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b742977-48f4-48fc-92d7-63385a4fbbfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4267ced-e042-46b0-b5ce-6c03e757c99f,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:43.284679 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-2b742977-48f4-48fc-92d7-63385a4fbbfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:43.455837 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 46014) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:43.661622 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-9063f6ec-bf5b-4057-a245-525a0debab37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:43.762351 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-9063f6ec-bf5b-4057-a245-525a0debab37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:43.879677 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ee39b-88fe-4eb4-a444-9a55fb87379c req-7cb4a531-281b-40db-a457-b5a86f95f6e0 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:43.881206 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b56ee39b-88fe-4eb4-a444-9a55fb87379c req-7cb4a531-281b-40db-a457-b5a86f95f6e0 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=86124762-9669-4327-a28e-3ab5a1591ad4 HTTP/1.1" status: 200 len: 945 time: 0.0630391 Jun 18 22:03:43.887011 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-9063f6ec-bf5b-4057-a245-525a0debab37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:43.887011 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-a0c6a3fc-6073-452e-a77b-bcde537090f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:43.933172 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 46024) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:43.934673 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9063f6ec-bf5b-4057-a245-525a0debab37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbafbf3b-4010-45b9-9975-35fe28a6e003,revision_number=1']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:43.938668 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-9063f6ec-bf5b-4057-a245-525a0debab37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:43.947059 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-9063f6ec-bf5b-4057-a245-525a0debab37 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dda7302593044b87a8c6998c8abf63df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4873321 Jun 18 22:03:43.948397 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 46026) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:43.955080 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-d7588a1e-3013-49d4-9aca-fd1ea07eedfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:43.956493 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b56ee39b-88fe-4eb4-a444-9a55fb87379c req-a165bee9-dd6a-424a-8465-a9de6ea25788 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635839 Jun 18 22:03:44.030716 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-530477b7-d0d5-4574-b238-f3c44c14b3c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:44.063968 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-530477b7-d0d5-4574-b238-f3c44c14b3c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:44.124347 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-d7588a1e-3013-49d4-9aca-fd1ea07eedfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:44.201443 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6e133-4f86-4af9-81a8-b0ce38ed64b5 req-2128b77d-0b1b-4c31-a511-88df63f9e33c tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:44.203093 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-4aa6e133-4f86-4af9-81a8-b0ce38ed64b5 req-2128b77d-0b1b-4c31-a511-88df63f9e33c tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/ports?device_id=796b3167-f236-4c92-a66c-1d244026d681 HTTP/1.1" status: 200 len: 943 time: 0.0665624 Jun 18 22:03:44.219371 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-530477b7-d0d5-4574-b238-f3c44c14b3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:44.229758 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-530477b7-d0d5-4574-b238-f3c44c14b3c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:44.232441 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-530477b7-d0d5-4574-b238-f3c44c14b3c9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dbafbf3b-4010-45b9-9975-35fe28a6e003 HTTP/1.1" status: 204 len: 168 time: 0.2811682 Jun 18 22:03:44.232441 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-d7588a1e-3013-49d4-9aca-fd1ea07eedfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:44.235664 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-1b06d83d-f6e2-4271-9767-005dc4ae20e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:44.243963 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-4aa6e133-4f86-4af9-81a8-b0ce38ed64b5 req-52a41253-07f5-4dc6-b700-a6eb307d8eeb tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/security-groups?id=957c28e0-fd38-4ea0-94cb-f66c8bbe9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346653 Jun 18 22:03:44.252132 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530477b7-d0d5-4574-b238-f3c44c14b3c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbafbf3b-4010-45b9-9975-35fe28a6e003,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:44.280086 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-d7588a1e-3013-49d4-9aca-fd1ea07eedfb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=804c6a9255354dfea4cd51dac2a8a58f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3456833 Jun 18 22:03:44.282775 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 46040) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:44.287479 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7588a1e-3013-49d4-9aca-fd1ea07eedfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4541624d-fbcb-4d41-a028-e084113cc4a7,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:44.291362 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-d7588a1e-3013-49d4-9aca-fd1ea07eedfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:44.291887 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:44.292271 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:44.342488 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-f1c4e1f6-48b5-4664-a241-c049e8514b4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:44.363487 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-f1c4e1f6-48b5-4664-a241-c049e8514b4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:44.515765 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-f1c4e1f6-48b5-4664-a241-c049e8514b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:44.518550 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-f1c4e1f6-48b5-4664-a241-c049e8514b4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:44.519717 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-f1c4e1f6-48b5-4664-a241-c049e8514b4f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4541624d-fbcb-4d41-a028-e084113cc4a7 HTTP/1.1" status: 204 len: 168 time: 0.2359698 Jun 18 22:03:44.521159 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-2b742977-48f4-48fc-92d7-63385a4fbbfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:44.529444 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c4e1f6-48b5-4664-a241-c049e8514b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4541624d-fbcb-4d41-a028-e084113cc4a7,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:44.531712 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-f1c4e1f6-48b5-4664-a241-c049e8514b4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:44.654238 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device 87974d96-7d06-4d16-911b-10f3b36e2fba details requested by agent hyperv_hv-cinder-76675 with host hv-cinder-76675 {{(pid=93269) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 22:03:44.757444 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] For port 87974d96-7d06-4d16-911b-10f3b36e2fba, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=87974d96-7d06-4d16-911b-10f3b36e2fba,segment=NetworkSegment(77f9bbaf-9eb4-46cf-b42b-07b6005141bd),segment_id=77f9bbaf-9eb4-46cf-b42b-07b6005141bd)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:03:44.769497 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Returning: {'device': '87974d96-7d06-4d16-911b-10f3b36e2fba', 'network_id': '395a7e5a-0acb-4fe9-93a8-fd98ee0f0487', 'port_id': '87974d96-7d06-4d16-911b-10f3b36e2fba', 'mac_address': 'fa:16:3e:3f:c7:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9729ecdd-78ca-4833-a233-60cd016de49d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93269) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 22:03:44.813236 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:44.827410 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.notifiers.nova [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87974d96-7d06-4d16-911b-10f3b36e2fba {{(pid=93269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:03:44.847925 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] For port 87974d96-7d06-4d16-911b-10f3b36e2fba, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=87974d96-7d06-4d16-911b-10f3b36e2fba,segment=NetworkSegment(77f9bbaf-9eb4-46cf-b42b-07b6005141bd),segment_id=77f9bbaf-9eb4-46cf-b42b-07b6005141bd)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:03:44.927505 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:44.931439 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:44.975262 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Pushing event updated for resources: {'Port': ['ID=87974d96-7d06-4d16-911b-10f3b36e2fba,revision_number=4']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:44.978641 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:45.130979 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d245b9-e0f4-4a33-b188-484cd6d23a17 req-6a2117b1-07d3-4b82-ac65-f471a92c8904 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:45.132446 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b5d245b9-e0f4-4a33-b188-484cd6d23a17 req-6a2117b1-07d3-4b82-ac65-f471a92c8904 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=86124762-9669-4327-a28e-3ab5a1591ad4 HTTP/1.1" status: 200 len: 945 time: 0.0662718 Jun 18 22:03:45.174729 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b5d245b9-e0f4-4a33-b188-484cd6d23a17 req-b6a28768-cf21-4e94-871a-2ebd1c79b30e tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363994 Jun 18 22:03:45.205497 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 46068) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:45.219852 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-7e8b01ee-06b0-450d-ae1b-75664f6c1a19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:45.312400 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-7e8b01ee-06b0-450d-ae1b-75664f6c1a19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:45.335749 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] get_ports_and_sgs() called for port_ids ['87974d96-7d06-4d16-911b-10f3b36e2fba'] {{(pid=93269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:03:45.396318 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-7e8b01ee-06b0-450d-ae1b-75664f6c1a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:45.400407 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-9c18f7b1-40a9-4f66-af25-bf4b657bff23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:45.447771 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-7e8b01ee-06b0-450d-ae1b-75664f6c1a19 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f5b03a6ac4b84aa99c576d381949dbb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2409692 Jun 18 22:03:45.450742 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 46080) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:45.453202 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8b01ee-06b0-450d-ae1b-75664f6c1a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=254bc5ff-a5cb-4f18-8634-31af046065c4,revision_number=1']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:45.467595 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-7e8b01ee-06b0-450d-ae1b-75664f6c1a19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:45.486169 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16909f40-a0c5-4c0a-871e-3b08340f527d req-31eb0592-a9b3-4423-aa7b-18add05d8e8d tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:45.487828 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-16909f40-a0c5-4c0a-871e-3b08340f527d req-31eb0592-a9b3-4423-aa7b-18add05d8e8d tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/ports?device_id=796b3167-f236-4c92-a66c-1d244026d681 HTTP/1.1" status: 200 len: 944 time: 0.1237950 Jun 18 22:03:45.513263 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-ffe2e10b-b239-4fee-9278-ebea90c57e8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:45.533198 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-16909f40-a0c5-4c0a-871e-3b08340f527d req-c21ad82f-8e94-49c0-912b-40386b2088f0 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/security-groups?id=957c28e0-fd38-4ea0-94cb-f66c8bbe9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367005 Jun 18 22:03:45.536906 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-ffe2e10b-b239-4fee-9278-ebea90c57e8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:45.647484 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-ffe2e10b-b239-4fee-9278-ebea90c57e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:45.650142 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-ffe2e10b-b239-4fee-9278-ebea90c57e8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:45.654072 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-ffe2e10b-b239-4fee-9278-ebea90c57e8f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/254bc5ff-a5cb-4f18-8634-31af046065c4 HTTP/1.1" status: 204 len: 168 time: 0.2017703 Jun 18 22:03:45.666978 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-59dad381-1b71-45aa-9b2c-4848ad4e9032 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:45.666978 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe2e10b-b239-4fee-9278-ebea90c57e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=254bc5ff-a5cb-4f18-8634-31af046065c4,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:45.667821 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-ffe2e10b-b239-4fee-9278-ebea90c57e8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:46.375615 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f217d7f3-4d5e-45ff-b782-bb935b29b5cb req-063ea3c5-7943-48ed-a63a-23ac676d99b4 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:46.377241 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-f217d7f3-4d5e-45ff-b782-bb935b29b5cb req-063ea3c5-7943-48ed-a63a-23ac676d99b4 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=86124762-9669-4327-a28e-3ab5a1591ad4 HTTP/1.1" status: 200 len: 945 time: 0.0866871 Jun 18 22:03:46.421430 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-f217d7f3-4d5e-45ff-b782-bb935b29b5cb req-a36e29ea-1447-4d4a-bf18-fb849248f07d tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371952 Jun 18 22:03:46.649010 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device 87974d96-7d06-4d16-911b-10f3b36e2fba up at agent hyperv_hv-cinder-76675 {{(pid=93269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:03:46.719474 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b4a2bd-1b81-49cf-ba76-fa7e07358e58 req-4f812ee5-de2a-433d-aeed-2a0fad28a47e tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:46.720299 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a2b4a2bd-1b81-49cf-ba76-fa7e07358e58 req-4f812ee5-de2a-433d-aeed-2a0fad28a47e tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/ports?device_id=796b3167-f236-4c92-a66c-1d244026d681 HTTP/1.1" status: 200 len: 944 time: 0.0724578 Jun 18 22:03:46.761872 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a2b4a2bd-1b81-49cf-ba76-fa7e07358e58 req-a4c241a8-5610-43be-8955-6e93655fdd16 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/security-groups?id=957c28e0-fd38-4ea0-94cb-f66c8bbe9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348520 Jun 18 22:03:46.772435 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Provisioning for port 87974d96-7d06-4d16-911b-10f3b36e2fba completed by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:03:46.784576 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Provisioning complete for port 87974d96-7d06-4d16-911b-10f3b36e2fba triggered by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:03:46.784576 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:46.856124 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:46.882417 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '796b3167-f236-4c92-a66c-1d244026d681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87974d96-7d06-4d16-911b-10f3b36e2fba'}] {{(pid=93269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:03:46.884813 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af3cbdd609d599d07a5217d2d1a89114698d9a8f3654956f7909e96a5eb364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e8bc04-c225-48f5-a675-8961aebc42a9" -d '{"events": [{"server_uuid": "796b3167-f236-4c92-a66c-1d244026d681", "name": "network-vif-plugged", "status": "completed", "tag": "87974d96-7d06-4d16-911b-10f3b36e2fba"}]}' {{(pid=93269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:03:46.898462 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] For port 87974d96-7d06-4d16-911b-10f3b36e2fba, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=87974d96-7d06-4d16-911b-10f3b36e2fba,segment=NetworkSegment(77f9bbaf-9eb4-46cf-b42b-07b6005141bd),segment_id=77f9bbaf-9eb4-46cf-b42b-07b6005141bd)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:03:46.924725 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414e2606-154d-446e-8cb7-cf8d4d0b248d x-openstack-request-id: req-414e2606-154d-446e-8cb7-cf8d4d0b248d {{(pid=93269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:03:46.925047 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "796b3167-f236-4c92-a66c-1d244026d681", "name": "network-vif-plugged", "status": "completed", "tag": "87974d96-7d06-4d16-911b-10f3b36e2fba", "code": 200}]} {{(pid=93269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:03:46.925436 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-414e2606-154d-446e-8cb7-cf8d4d0b248d {{(pid=93269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:03:46.925760 dv-cinder-766752-3-smb neutron-server[93269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '796b3167-f236-4c92-a66c-1d244026d681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87974d96-7d06-4d16-911b-10f3b36e2fba', 'code': 200} Jun 18 22:03:46.949657 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:46.952393 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:47.006003 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Pushing event updated for resources: {'Port': ['ID=87974d96-7d06-4d16-911b-10f3b36e2fba,revision_number=5']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:47.010077 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:47.383626 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 46202) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:47.396776 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356208d8-6f58-4826-9f55-dac355506664 req-f103d607-5d67-48d6-9427-c9f1fed2b132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:47.398443 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-356208d8-6f58-4826-9f55-dac355506664 req-f103d607-5d67-48d6-9427-c9f1fed2b132 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=796b3167-f236-4c92-a66c-1d244026d681 HTTP/1.1" status: 200 len: 1098 time: 0.0716708 Jun 18 22:03:47.457044 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-356208d8-6f58-4826-9f55-dac355506664 req-f371a460-03d5-49d9-913b-49636664292a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=957c28e0-fd38-4ea0-94cb-f66c8bbe9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511675 Jun 18 22:03:47.518545 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-00129cbb-53d8-4ba9-9c1a-2cd44d2010e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:47.618638 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-00129cbb-53d8-4ba9-9c1a-2cd44d2010e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:47.636343 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf38a4b-2e38-483a-8063-594154568952 req-d0431978-66c6-4700-b730-267939678cfc tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:47.637900 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-7bf38a4b-2e38-483a-8063-594154568952 req-d0431978-66c6-4700-b730-267939678cfc tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=86124762-9669-4327-a28e-3ab5a1591ad4 HTTP/1.1" status: 200 len: 945 time: 0.0840213 Jun 18 22:03:47.679739 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-7bf38a4b-2e38-483a-8063-594154568952 req-cae133bc-1289-464c-b706-1c9cc0e9010d tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359604 Jun 18 22:03:47.693319 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-00129cbb-53d8-4ba9-9c1a-2cd44d2010e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:47.697392 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-493d01c8-2894-45bc-a4c3-286cb04ed880 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:47.736020 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 46228) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:47.736249 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-00129cbb-53d8-4ba9-9c1a-2cd44d2010e0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5a1ea2b64cf14017a7be9875720e7cc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3514023 Jun 18 22:03:47.737306 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00129cbb-53d8-4ba9-9c1a-2cd44d2010e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c5e476-a0dd-4c47-b81b-42d3b0f7c322,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:47.740702 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-00129cbb-53d8-4ba9-9c1a-2cd44d2010e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:47.789429 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-5fb184cf-eff4-4eb8-bc6a-0b703a167298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:47.813411 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-5fb184cf-eff4-4eb8-bc6a-0b703a167298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:47.924100 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-5fb184cf-eff4-4eb8-bc6a-0b703a167298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:47.927237 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-5fb184cf-eff4-4eb8-bc6a-0b703a167298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:47.928319 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-5fb184cf-eff4-4eb8-bc6a-0b703a167298 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f2c5e476-a0dd-4c47-b81b-42d3b0f7c322 HTTP/1.1" status: 204 len: 168 time: 0.1910741 Jun 18 22:03:47.930325 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-085e53a5-af22-4cbf-bf51-c620fb37ed8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:47.940309 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb184cf-eff4-4eb8-bc6a-0b703a167298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c5e476-a0dd-4c47-b81b-42d3b0f7c322,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:47.943856 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-5fb184cf-eff4-4eb8-bc6a-0b703a167298 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:47.958778 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abde57c1-566a-4bfa-a083-3817ac002d37 req-b4c1ef2d-cde6-455d-8311-4bb878dfaa97 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:47.960280 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-abde57c1-566a-4bfa-a083-3817ac002d37 req-b4c1ef2d-cde6-455d-8311-4bb878dfaa97 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/ports?device_id=796b3167-f236-4c92-a66c-1d244026d681 HTTP/1.1" status: 200 len: 945 time: 0.0797203 Jun 18 22:03:48.002246 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-abde57c1-566a-4bfa-a083-3817ac002d37 req-5b01664a-ced5-4bff-80ea-90297c9bfe4c tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/security-groups?id=957c28e0-fd38-4ea0-94cb-f66c8bbe9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338616 Jun 18 22:03:48.900424 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bdda87-a058-4908-8da8-2756e82a2057 req-d761cade-7630-4f32-b943-af9a83c6bd86 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:48.902045 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-72bdda87-a058-4908-8da8-2756e82a2057 req-d761cade-7630-4f32-b943-af9a83c6bd86 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=86124762-9669-4327-a28e-3ab5a1591ad4 HTTP/1.1" status: 200 len: 945 time: 0.0887370 Jun 18 22:03:48.940773 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-72bdda87-a058-4908-8da8-2756e82a2057 req-297a5d04-e86f-42f6-8334-b1ff09ede3c6 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326848 Jun 18 22:03:49.189435 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b9b523-0429-4c4c-99d3-9a9652e8796a req-222ef33d-0acc-45e1-8103-4cf8d0c0072a tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:49.190964 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-49b9b523-0429-4c4c-99d3-9a9652e8796a req-222ef33d-0acc-45e1-8103-4cf8d0c0072a tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/ports?device_id=796b3167-f236-4c92-a66c-1d244026d681 HTTP/1.1" status: 200 len: 945 time: 0.0683832 Jun 18 22:03:49.234381 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-49b9b523-0429-4c4c-99d3-9a9652e8796a req-352c8767-d745-432d-8424-4b44435d7460 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/security-groups?id=957c28e0-fd38-4ea0-94cb-f66c8bbe9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354316 Jun 18 22:03:49.909710 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:50.128842 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35cd248-72ee-48bf-a134-a8ca752ada83 req-627e3d5e-b9ea-49ff-9e9f-79050d20253a tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:50.130387 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a35cd248-72ee-48bf-a134-a8ca752ada83 req-627e3d5e-b9ea-49ff-9e9f-79050d20253a tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=86124762-9669-4327-a28e-3ab5a1591ad4 HTTP/1.1" status: 200 len: 945 time: 0.0671527 Jun 18 22:03:50.169754 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a35cd248-72ee-48bf-a134-a8ca752ada83 req-8dd98236-81a9-4511-b756-47bcd8af3e3f tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335069 Jun 18 22:03:50.409630 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d5e4ca-fa9a-4399-93aa-282ca86c587c req-8728e454-a893-49a4-869d-733e2a5ddc3e tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:50.415759 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-82d5e4ca-fa9a-4399-93aa-282ca86c587c req-8728e454-a893-49a4-869d-733e2a5ddc3e tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/ports?device_id=796b3167-f236-4c92-a66c-1d244026d681 HTTP/1.1" status: 200 len: 945 time: 0.0646775 Jun 18 22:03:50.450298 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-82d5e4ca-fa9a-4399-93aa-282ca86c587c req-fbfbc04c-1d2f-48fe-a5fd-6d5fe4e986fd tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/security-groups?id=957c28e0-fd38-4ea0-94cb-f66c8bbe9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328209 Jun 18 22:03:50.747735 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 46318) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:50.863461 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-6d01ca0c-4491-41b7-a112-03a360ffba3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:50.980734 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-6d01ca0c-4491-41b7-a112-03a360ffba3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:51.058670 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-6d01ca0c-4491-41b7-a112-03a360ffba3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:51.062558 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-3c338833-e1e7-4976-ab74-643757fbbc66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:51.112891 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-6d01ca0c-4491-41b7-a112-03a360ffba3e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d2bc64ac77fb48e6b470741fd863cc1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3640256 Jun 18 22:03:51.114080 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d01ca0c-4491-41b7-a112-03a360ffba3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a905c36-7486-426e-9f9a-62d92047ef9c,revision_number=1']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:51.115884 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 46332) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:51.117273 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-6d01ca0c-4491-41b7-a112-03a360ffba3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:51.176173 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-a9b91b7a-fea7-4270-8eac-d00d6feb7fa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:51.211134 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-a9b91b7a-fea7-4270-8eac-d00d6feb7fa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:51.361391 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-a9b91b7a-fea7-4270-8eac-d00d6feb7fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:51.365243 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-a9b91b7a-fea7-4270-8eac-d00d6feb7fa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:51.366352 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-a9b91b7a-fea7-4270-8eac-d00d6feb7fa5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1a905c36-7486-426e-9f9a-62d92047ef9c HTTP/1.1" status: 204 len: 168 time: 0.2492917 Jun 18 22:03:51.367451 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-6e0ce9ad-ce51-40cb-be86-7eaae5dd696d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:51.376473 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b91b7a-fea7-4270-8eac-d00d6feb7fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a905c36-7486-426e-9f9a-62d92047ef9c,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:51.378777 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-a9b91b7a-fea7-4270-8eac-d00d6feb7fa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:51.423830 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb93fc15-e0e6-4109-9783-b05d08413327 req-e7eda2d6-ddfd-4b8a-a63e-9228e72621fa tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:51.425546 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-cb93fc15-e0e6-4109-9783-b05d08413327 req-e7eda2d6-ddfd-4b8a-a63e-9228e72621fa tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=86124762-9669-4327-a28e-3ab5a1591ad4 HTTP/1.1" status: 200 len: 945 time: 0.0976136 Jun 18 22:03:51.479308 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-cb93fc15-e0e6-4109-9783-b05d08413327 req-b5b53396-5692-4d56-af08-4a2521bb73b0 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402737 Jun 18 22:03:52.028964 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 46350) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:52.042965 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-84f8d3fb-2411-4ab8-a28b-b611d0b64c7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:52.132072 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-84f8d3fb-2411-4ab8-a28b-b611d0b64c7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:52.206964 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-84f8d3fb-2411-4ab8-a28b-b611d0b64c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:52.209713 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-9344b123-b282-46df-895f-83ae37fc851a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:52.247432 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f8d3fb-2411-4ab8-a28b-b611d0b64c7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d686222d-8e33-4bfb-8ac4-519b284cbfa0,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:52.251667 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-84f8d3fb-2411-4ab8-a28b-b611d0b64c7b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=277e7247af03470ba0d5d13f4b79b333&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2216420 Jun 18 22:03:52.252495 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-84f8d3fb-2411-4ab8-a28b-b611d0b64c7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:52.254766 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 46352) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:52.301123 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-3059aa61-c0fb-4cdf-a1b7-a122f2ea5484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:52.322325 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-3059aa61-c0fb-4cdf-a1b7-a122f2ea5484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:52.412968 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-3059aa61-c0fb-4cdf-a1b7-a122f2ea5484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:52.415617 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-3059aa61-c0fb-4cdf-a1b7-a122f2ea5484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:52.416793 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-3059aa61-c0fb-4cdf-a1b7-a122f2ea5484 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d686222d-8e33-4bfb-8ac4-519b284cbfa0 HTTP/1.1" status: 204 len: 168 time: 0.1615450 Jun 18 22:03:52.417602 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-a4719a27-ee36-4bd7-8823-f04ccafb9488 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:52.429592 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3059aa61-c0fb-4cdf-a1b7-a122f2ea5484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d686222d-8e33-4bfb-8ac4-519b284cbfa0,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:52.431761 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-3059aa61-c0fb-4cdf-a1b7-a122f2ea5484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:52.742994 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7668abd-618c-47ba-bd7b-fcae219aae7c req-82ca267b-41cf-4a33-845d-4b1211fc947b tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:52.750715 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-d7668abd-618c-47ba-bd7b-fcae219aae7c req-82ca267b-41cf-4a33-845d-4b1211fc947b tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=86124762-9669-4327-a28e-3ab5a1591ad4 HTTP/1.1" status: 200 len: 945 time: 0.1434581 Jun 18 22:03:52.792344 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e944a9b8-0553-418a-bcbc-94e9ca8c2044 req-a99b3ed8-a7f8-4d27-b0d2-ac419d6e3c6a tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:52.793837 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-e944a9b8-0553-418a-bcbc-94e9ca8c2044 req-a99b3ed8-a7f8-4d27-b0d2-ac419d6e3c6a tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/networks?id=395a7e5a-0acb-4fe9-93a8-fd98ee0f0487 HTTP/1.1" status: 200 len: 814 time: 0.1581047 Jun 18 22:03:52.814675 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-e944a9b8-0553-418a-bcbc-94e9ca8c2044 req-c71bac07-6218-4a38-bccb-7d31fc342e55 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/quotas/aedd71538feb4b62968f364e4f1f0502 HTTP/1.1" status: 200 len: 375 time: 0.0134940 Jun 18 22:03:52.818276 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-d7668abd-618c-47ba-bd7b-fcae219aae7c req-de05e969-99c7-4b1b-930e-fd6491cc4c7a tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672126 Jun 18 22:03:52.909061 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-e944a9b8-0553-418a-bcbc-94e9ca8c2044 req-773096ab-1d74-4aed-aa38-a7bc73b2f379 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=aedd71538feb4b62968f364e4f1f0502&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0880063 Jun 18 22:03:53.000200 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-e944a9b8-0553-418a-bcbc-94e9ca8c2044 req-1e284bf0-a218-48d5-8157-48c5f02df21f service neutron] 10.222.0.23 "GET /v2.0/networks/395a7e5a-0acb-4fe9-93a8-fd98ee0f0487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848420 Jun 18 22:03:53.103939 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-e944a9b8-0553-418a-bcbc-94e9ca8c2044 req-d1874e6d-6fe1-4e65-891a-bf485ef35756 service neutron] 10.222.0.23 "GET /v2.0/networks/395a7e5a-0acb-4fe9-93a8-fd98ee0f0487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970507 Jun 18 22:03:53.391505 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-17bd4069-9720-441a-bdea-2b6fa1f3ecef req-765ebfa1-7f0b-49c8-bf4e-9e65f46124d8 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/ports?device_id=972f4485-655d-49c8-98b2-3daeec7ddbc6 HTTP/1.1" status: 200 len: 210 time: 0.0329189 Jun 18 22:03:53.929536 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026e603-25ba-48f2-a4f6-6bbf13bc8598 req-f2d4074c-1ad5-41a0-89d3-d8fefe38e4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:53.932661 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-0026e603-25ba-48f2-a4f6-6bbf13bc8598 req-f2d4074c-1ad5-41a0-89d3-d8fefe38e4fe service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=86124762-9669-4327-a28e-3ab5a1591ad4 HTTP/1.1" status: 200 len: 1098 time: 0.0617170 Jun 18 22:03:54.010421 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-0026e603-25ba-48f2-a4f6-6bbf13bc8598 req-92f4310b-5092-4317-83c9-57820d7b2165 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601015 Jun 18 22:03:54.029468 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df2e499-4ca6-4cec-9628-a7494afa4187 req-b7d9c172-582e-404e-b035-d08e97987d37 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:54.033484 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-4df2e499-4ca6-4cec-9628-a7494afa4187 req-b7d9c172-582e-404e-b035-d08e97987d37 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=86124762-9669-4327-a28e-3ab5a1591ad4 HTTP/1.1" status: 200 len: 945 time: 0.0928051 Jun 18 22:03:54.077354 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-4df2e499-4ca6-4cec-9628-a7494afa4187 req-786355ef-c3fd-47fe-9186-a04486b8c13e tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402799 Jun 18 22:03:54.533489 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-2556b9ac-ad1e-4d78-89d0-1208f4a1154b req-2d3648fe-2128-49f8-bf82-3cb98e87d73f tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/ports?device_id=972f4485-655d-49c8-98b2-3daeec7ddbc6 HTTP/1.1" status: 200 len: 210 time: 0.0285583 Jun 18 22:03:55.253582 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5a581c-9d98-427b-9411-0739ab176123 req-9e27b461-57fe-49ba-bd17-8202794c72a5 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:55.255626 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-9c5a581c-9d98-427b-9411-0739ab176123 req-9e27b461-57fe-49ba-bd17-8202794c72a5 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=86124762-9669-4327-a28e-3ab5a1591ad4 HTTP/1.1" status: 200 len: 945 time: 0.0670445 Jun 18 22:03:55.328877 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-9c5a581c-9d98-427b-9411-0739ab176123 req-ecf7287a-243e-4044-b1ca-cfa53602555d tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638356 Jun 18 22:03:55.350116 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a4bb4d-fc8e-4c47-bff0-91e81549ca5a req-978680c0-a6c3-4e3e-81ba-309106dc28a2 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:55.351661 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-00a4bb4d-fc8e-4c47-bff0-91e81549ca5a req-978680c0-a6c3-4e3e-81ba-309106dc28a2 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/ports?device_id=9afbb1bf-0416-43fb-9bbb-2433ceb5f0e3 HTTP/1.1" status: 200 len: 945 time: 0.0949552 Jun 18 22:03:55.393744 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-00a4bb4d-fc8e-4c47-bff0-91e81549ca5a req-b5280ce7-41cb-46d2-b8b6-d2d47ffb0a70 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1d65039-544f-4945-8129-414b24f93b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341506 Jun 18 22:03:55.683286 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-d9b17936-0d5f-49bf-b4e0-3159fee576d0 req-dcf0bbbb-f591-4480-9b8a-d028574042df tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/ports?device_id=972f4485-655d-49c8-98b2-3daeec7ddbc6 HTTP/1.1" status: 200 len: 210 time: 0.0296819 Jun 18 22:03:56.072159 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 46478) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:56.189414 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-70e9bb13-dd15-408a-8e86-48d43f2b8369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:56.312093 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e944a9b8-0553-418a-bcbc-94e9ca8c2044 req-4922a53e-c656-4b00-a4cd-13d1be3f88fd tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:56.313524 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-e944a9b8-0553-418a-bcbc-94e9ca8c2044 req-4922a53e-c656-4b00-a4cd-13d1be3f88fd tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.42 "GET /v2.0/networks?id=395a7e5a-0acb-4fe9-93a8-fd98ee0f0487 HTTP/1.1" status: 200 len: 814 time: 0.1324749 Jun 18 22:03:56.341512 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.v2.base [req-e944a9b8-0553-418a-bcbc-94e9ca8c2044 req-f48ee28d-6242-4103-a17b-abb0461af7d1 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Request body: {'port': {'device_id': '972f4485-655d-49c8-98b2-3daeec7ddbc6', 'network_id': '395a7e5a-0acb-4fe9-93a8-fd98ee0f0487', 'admin_state_up': True, 'tenant_id': 'aedd71538feb4b62968f364e4f1f0502'}} {{(pid=93268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:03:56.404977 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-70e9bb13-dd15-408a-8e86-48d43f2b8369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:56.477980 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-70e9bb13-dd15-408a-8e86-48d43f2b8369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:56.485910 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-a55e490f-6845-43a6-b8c3-57dbc9acf775 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:56.547056 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-70e9bb13-dd15-408a-8e86-48d43f2b8369 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d940521dd52c4d6bbe6fa139dc8303e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4713724 Jun 18 22:03:56.549390 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 46486) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:03:56.549884 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e9bb13-dd15-408a-8e86-48d43f2b8369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a240cb-655d-46c3-a0cd-cf084849057a,revision_number=1']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:56.552782 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-70e9bb13-dd15-408a-8e86-48d43f2b8369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:56.578037 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cbf98a-3853-4431-ada5-430fdb100824 req-e9107a63-a68b-4d7a-ae49-5fbe0a351355 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:56.579750 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-72cbf98a-3853-4431-ada5-430fdb100824 req-e9107a63-a68b-4d7a-ae49-5fbe0a351355 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=86124762-9669-4327-a28e-3ab5a1591ad4 HTTP/1.1" status: 200 len: 945 time: 0.1336064 Jun 18 22:03:56.615948 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e944a9b8-0553-418a-bcbc-94e9ca8c2044 req-f48ee28d-6242-4103-a17b-abb0461af7d1 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Made reservation on behalf of aedd71538feb4b62968f364e4f1f0502 for: {'port': 1} {{(pid=93268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:03:56.619615 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-e944a9b8-0553-418a-bcbc-94e9ca8c2044 req-f48ee28d-6242-4103-a17b-abb0461af7d1 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550498'] for port, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:56.642544 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-21052498-44cb-4f37-ac7f-7b7c1b736771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:56.669483 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-21052498-44cb-4f37-ac7f-7b7c1b736771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:56.802585 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-21052498-44cb-4f37-ac7f-7b7c1b736771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:56.805299 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-21052498-44cb-4f37-ac7f-7b7c1b736771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:56.808270 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-21052498-44cb-4f37-ac7f-7b7c1b736771 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/87a240cb-655d-46c3-a0cd-cf084849057a HTTP/1.1" status: 204 len: 168 time: 0.2576740 Jun 18 22:03:56.808270 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-d08ce767-e659-47d0-a11a-86baffb2c195 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:56.816765 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21052498-44cb-4f37-ac7f-7b7c1b736771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a240cb-655d-46c3-a0cd-cf084849057a,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:56.821653 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-21052498-44cb-4f37-ac7f-7b7c1b736771 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:56.919987 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-72cbf98a-3853-4431-ada5-430fdb100824 req-8b1c7cc4-b26b-4ca7-ba21-78d9d746aa68 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312726 Jun 18 22:03:56.993126 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70218d29-f093-4c29-a1a0-4f3af03601d3 req-8c7129dd-2b45-4837-a75a-df3557e6adc4 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:56.999940 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-70218d29-f093-4c29-a1a0-4f3af03601d3 req-8c7129dd-2b45-4837-a75a-df3557e6adc4 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/ports?device_id=9afbb1bf-0416-43fb-9bbb-2433ceb5f0e3 HTTP/1.1" status: 200 len: 945 time: 0.4041197 Jun 18 22:03:57.086649 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-1d96ac84-7b3d-4aa8-8d4a-284063d5cf0f req-a16dd542-cb25-45c7-8a90-d7a52b08cc87 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/ports?device_id=972f4485-655d-49c8-98b2-3daeec7ddbc6 HTTP/1.1" status: 200 len: 210 time: 0.0453153 Jun 18 22:03:57.115231 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-70218d29-f093-4c29-a1a0-4f3af03601d3 req-455136ef-b8d1-445a-9510-e740a122e0d1 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1d65039-544f-4945-8129-414b24f93b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104221 Jun 18 22:03:57.120873 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.db_base_plugin_common [req-e944a9b8-0553-418a-bcbc-94e9ca8c2044 req-f48ee28d-6242-4103-a17b-abb0461af7d1 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Allocated IP 172.20.0.5 (395a7e5a-0acb-4fe9-93a8-fd98ee0f0487/9729ecdd-78ca-4833-a233-60cd016de49d/db647a5f-b104-43c3-a328-d9f88c1cd0ad) {{(pid=93268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:03:57.316399 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-e944a9b8-0553-418a-bcbc-94e9ca8c2044 req-f48ee28d-6242-4103-a17b-abb0461af7d1 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Notify callbacks [] for port, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:57.424744 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-e944a9b8-0553-418a-bcbc-94e9ca8c2044 req-f48ee28d-6242-4103-a17b-abb0461af7d1 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-549537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1678354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765938626142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3169570'] for port, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:57.430641 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-9d52e9ec-5b4f-4973-b09f-cc3cb70d07ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:57.464042 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e944a9b8-0553-418a-bcbc-94e9ca8c2044 req-f48ee28d-6242-4103-a17b-abb0461af7d1 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Network 395a7e5a-0acb-4fe9-93a8-fd98ee0f0487 is already hosted by enough agents. {{(pid=93268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:03:57.467045 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.base_scheduler [req-e944a9b8-0553-418a-bcbc-94e9ca8c2044 req-f48ee28d-6242-4103-a17b-abb0461af7d1 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Resources bound (agent type, host, resource id): {{(pid=93268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:03:57.474927 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] get_ports_and_sgs() called for port_ids ['b8a9d1ed-0aa1-4b63-b121-97d85aaf1bd9', '87974d96-7d06-4d16-911b-10f3b36e2fba'] {{(pid=93269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:03:57.477137 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [req-e944a9b8-0553-418a-bcbc-94e9ca8c2044 req-f48ee28d-6242-4103-a17b-abb0461af7d1 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Received port after_create {{(pid=93268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:03:57.515097 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48ee28d-6242-4103-a17b-abb0461af7d1 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Pushing event updated for resources: {'Port': ['ID=db647a5f-b104-43c3-a328-d9f88c1cd0ad,revision_number=1']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:57.521581 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-f48ee28d-6242-4103-a17b-abb0461af7d1 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:57.534382 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e944a9b8-0553-418a-bcbc-94e9ca8c2044 req-f48ee28d-6242-4103-a17b-abb0461af7d1 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:57.534983 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-e944a9b8-0553-418a-bcbc-94e9ca8c2044 req-f48ee28d-6242-4103-a17b-abb0461af7d1 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31239'] for port, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:57.699072 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-e944a9b8-0553-418a-bcbc-94e9ca8c2044 req-f48ee28d-6242-4103-a17b-abb0461af7d1 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3635859 Jun 18 22:03:57.703355 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-cf8ad043-a9f5-4ea5-b49d-8e19b23cda31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:57.721415 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.v2.base [req-e944a9b8-0553-418a-bcbc-94e9ca8c2044 req-8a42deef-66e5-486a-96eb-bb42d792962d service neutron] Request body: {'port': {'device_id': '972f4485-655d-49c8-98b2-3daeec7ddbc6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=93268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:03:57.829666 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-e944a9b8-0553-418a-bcbc-94e9ca8c2044 req-8a42deef-66e5-486a-96eb-bb42d792962d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:57.921059 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ebde7-4ba8-4cbd-8fef-63c28bf042d7 req-fb87ee45-50ce-4caa-9b4b-7a4b0ad43347 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:57.922505 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-275ebde7-4ba8-4cbd-8fef-63c28bf042d7 req-fb87ee45-50ce-4caa-9b4b-7a4b0ad43347 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=86124762-9669-4327-a28e-3ab5a1591ad4 HTTP/1.1" status: 200 len: 945 time: 0.1592753 Jun 18 22:03:58.080553 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-275ebde7-4ba8-4cbd-8fef-63c28bf042d7 req-07aad083-aa5f-4cab-ad2c-a9d29f7731ea tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495564 Jun 18 22:03:58.096778 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadca4e-1758-41db-ac03-e39f03436174 req-e39f1dc1-e149-4002-b797-93cbbc9e195f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:58.098236 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-6eadca4e-1758-41db-ac03-e39f03436174 req-e39f1dc1-e149-4002-b797-93cbbc9e195f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=194d0725082a4b188ee68100035994ba&device_id=86124762-9669-4327-a28e-3ab5a1591ad4 HTTP/1.1" status: 200 len: 1098 time: 0.2452705 Jun 18 22:03:58.295414 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadca4e-1758-41db-ac03-e39f03436174 req-9a8d19e0-c1a1-4d6e-bad8-ab879c5feee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:58.296878 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-6eadca4e-1758-41db-ac03-e39f03436174 req-9a8d19e0-c1a1-4d6e-bad8-ab879c5feee2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2e610704-1278-456e-9ce9-0109af150534 HTTP/1.1" status: 200 len: 920 time: 0.1899416 Jun 18 22:03:58.327683 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.notifiers.nova [req-e944a9b8-0553-418a-bcbc-94e9ca8c2044 req-8a42deef-66e5-486a-96eb-bb42d792962d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db647a5f-b104-43c3-a328-d9f88c1cd0ad {{(pid=93268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:03:58.370855 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-e944a9b8-0553-418a-bcbc-94e9ca8c2044 req-8a42deef-66e5-486a-96eb-bb42d792962d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:58.374005 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-6eadca4e-1758-41db-ac03-e39f03436174 req-3ac404c4-6521-4338-9f7a-81b59a087abb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59af2458-19d5-41c7-a73d-47d9346497cc HTTP/1.1" status: 200 len: 217 time: 0.0572200 Jun 18 22:03:58.429971 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [req-e944a9b8-0553-418a-bcbc-94e9ca8c2044 req-8a42deef-66e5-486a-96eb-bb42d792962d service neutron] Transition to ACTIVE for port object db647a5f-b104-43c3-a328-d9f88c1cd0ad will not be triggered until provisioned by entity L2. {{(pid=93268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:03:58.462982 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadca4e-1758-41db-ac03-e39f03436174 req-dd89c301-48fe-49be-999b-012e0a9c9993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:58.464694 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-6eadca4e-1758-41db-ac03-e39f03436174 req-dd89c301-48fe-49be-999b-012e0a9c9993 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=127a1104-a6cb-4a46-bd9c-a1b88caa2a45 HTTP/1.1" status: 200 len: 859 time: 0.0812583 Jun 18 22:03:58.473179 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4de9f69-42be-40e7-b275-5feb9d54c172 req-c14c1049-a995-4c5d-8081-90f25b345a02 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:58.475531 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b4de9f69-42be-40e7-b275-5feb9d54c172 req-c14c1049-a995-4c5d-8081-90f25b345a02 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/ports?device_id=972f4485-655d-49c8-98b2-3daeec7ddbc6 HTTP/1.1" status: 200 len: 931 time: 0.2464883 Jun 18 22:03:58.483220 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3409d004-f834-4fa1-b6b7-7e0c2a977fb1 req-24663d6e-a803-4c76-a336-72d62aa1c45d tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:58.484664 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3409d004-f834-4fa1-b6b7-7e0c2a977fb1 req-24663d6e-a803-4c76-a336-72d62aa1c45d tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/ports?device_id=9afbb1bf-0416-43fb-9bbb-2433ceb5f0e3 HTTP/1.1" status: 200 len: 945 time: 0.2545505 Jun 18 22:03:58.530638 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-6eadca4e-1758-41db-ac03-e39f03436174 req-073623e6-e941-4b61-aa31-bc616f8fbf27 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2e610704-1278-456e-9ce9-0109af150534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440073 Jun 18 22:03:58.541763 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-e944a9b8-0553-418a-bcbc-94e9ca8c2044 req-8a42deef-66e5-486a-96eb-bb42d792962d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3169556'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:58.543594 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:58.688435 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b4de9f69-42be-40e7-b275-5feb9d54c172 req-2e81fdcb-517e-4182-8b95-33196825a7b8 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/security-groups?id=957c28e0-fd38-4ea0-94cb-f66c8bbe9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028029 Jun 18 22:03:58.695003 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3409d004-f834-4fa1-b6b7-7e0c2a977fb1 req-fde5075a-d108-47c6-81e7-cf3988de4b83 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1d65039-544f-4945-8129-414b24f93b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2004931 Jun 18 22:03:58.705828 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a42deef-66e5-486a-96eb-bb42d792962d service neutron] Pushing event updated for resources: {'Port': ['ID=db647a5f-b104-43c3-a328-d9f88c1cd0ad,revision_number=2']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:58.711719 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-8a42deef-66e5-486a-96eb-bb42d792962d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:58.784601 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-6eadca4e-1758-41db-ac03-e39f03436174 req-e378b315-a4c7-4577-a644-e7f2cdfe9f32 service neutron] 10.222.0.42 "GET /v2.0/networks/2e610704-1278-456e-9ce9-0109af150534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435923 Jun 18 22:03:58.821337 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [req-e944a9b8-0553-418a-bcbc-94e9ca8c2044 req-8a42deef-66e5-486a-96eb-bb42d792962d service neutron] Attempting to bind port db647a5f-b104-43c3-a328-d9f88c1cd0ad on host hv-cinder-76675 for vnic_type normal with profile {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:03:58.821610 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [req-e944a9b8-0553-418a-bcbc-94e9ca8c2044 req-8a42deef-66e5-486a-96eb-bb42d792962d service neutron] Attempting to bind port db647a5f-b104-43c3-a328-d9f88c1cd0ad by drivers openvswitch,hyperv on host hv-cinder-76675 at level 0 using segments [{'id': '77f9bbaf-9eb4-46cf-b42b-07b6005141bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '395a7e5a-0acb-4fe9-93a8-fd98ee0f0487'}] {{(pid=93268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:03:58.822004 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e944a9b8-0553-418a-bcbc-94e9ca8c2044 req-8a42deef-66e5-486a-96eb-bb42d792962d service neutron] Attempting to bind port db647a5f-b104-43c3-a328-d9f88c1cd0ad on network 395a7e5a-0acb-4fe9-93a8-fd98ee0f0487 {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:03:58.856989 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e944a9b8-0553-418a-bcbc-94e9ca8c2044 req-8a42deef-66e5-486a-96eb-bb42d792962d service neutron] Port db647a5f-b104-43c3-a328-d9f88c1cd0ad on network 395a7e5a-0acb-4fe9-93a8-fd98ee0f0487 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76675 {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 22:03:58.857314 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e944a9b8-0553-418a-bcbc-94e9ca8c2044 req-8a42deef-66e5-486a-96eb-bb42d792962d service neutron] Attempting to bind port db647a5f-b104-43c3-a328-d9f88c1cd0ad on network 395a7e5a-0acb-4fe9-93a8-fd98ee0f0487 {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:03:58.865075 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e944a9b8-0553-418a-bcbc-94e9ca8c2044 req-8a42deef-66e5-486a-96eb-bb42d792962d service neutron] Checking agent: {'id': '2f1318d3-4eca-4d35-9b75-a551f42ebb29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 22, 0, 20), 'started_at': datetime.datetime(2021, 6, 18, 22, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:03:58.865407 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e944a9b8-0553-418a-bcbc-94e9ca8c2044 req-8a42deef-66e5-486a-96eb-bb42d792962d service neutron] Checking segment: {'id': '77f9bbaf-9eb4-46cf-b42b-07b6005141bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '395a7e5a-0acb-4fe9-93a8-fd98ee0f0487'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:03:58.865780 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e944a9b8-0553-418a-bcbc-94e9ca8c2044 req-8a42deef-66e5-486a-96eb-bb42d792962d service neutron] Bound using segment: {'id': '77f9bbaf-9eb4-46cf-b42b-07b6005141bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '395a7e5a-0acb-4fe9-93a8-fd98ee0f0487'} {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:03:58.866203 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [req-e944a9b8-0553-418a-bcbc-94e9ca8c2044 req-8a42deef-66e5-486a-96eb-bb42d792962d service neutron] Bound port: db647a5f-b104-43c3-a328-d9f88c1cd0ad, host: hv-cinder-76675, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77f9bbaf-9eb4-46cf-b42b-07b6005141bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '395a7e5a-0acb-4fe9-93a8-fd98ee0f0487'}}] {{(pid=93268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:03:58.866545 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-e944a9b8-0553-418a-bcbc-94e9ca8c2044 req-8a42deef-66e5-486a-96eb-bb42d792962d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:58.945364 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-6eadca4e-1758-41db-ac03-e39f03436174 req-2de60ec0-bc81-4664-b2e1-777d0be22ea2 service neutron] 10.222.0.42 "GET /v2.0/networks/2e610704-1278-456e-9ce9-0109af150534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504288 Jun 18 22:03:58.955728 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.db [req-e944a9b8-0553-418a-bcbc-94e9ca8c2044 req-8a42deef-66e5-486a-96eb-bb42d792962d service neutron] For port db647a5f-b104-43c3-a328-d9f88c1cd0ad, host hv-cinder-76675, cleared binding levels {{(pid=93268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:03:58.958757 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.db [req-e944a9b8-0553-418a-bcbc-94e9ca8c2044 req-8a42deef-66e5-486a-96eb-bb42d792962d service neutron] For port db647a5f-b104-43c3-a328-d9f88c1cd0ad, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=db647a5f-b104-43c3-a328-d9f88c1cd0ad,segment=NetworkSegment(77f9bbaf-9eb4-46cf-b42b-07b6005141bd),segment_id=77f9bbaf-9eb4-46cf-b42b-07b6005141bd)] {{(pid=93268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:03:59.019263 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-e944a9b8-0553-418a-bcbc-94e9ca8c2044 req-8a42deef-66e5-486a-96eb-bb42d792962d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3169556'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:59.023363 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-f4f11c96-5056-4d6f-bbfa-3cb798b4560e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:03:59.059668 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e944a9b8-0553-418a-bcbc-94e9ca8c2044 req-8a42deef-66e5-486a-96eb-bb42d792962d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:59.060272 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-e944a9b8-0553-418a-bcbc-94e9ca8c2044 req-8a42deef-66e5-486a-96eb-bb42d792962d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31239'] for port, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:03:59.061691 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-e944a9b8-0553-418a-bcbc-94e9ca8c2044 req-8a42deef-66e5-486a-96eb-bb42d792962d service neutron] 10.222.0.42 "PUT /v2.0/ports/db647a5f-b104-43c3-a328-d9f88c1cd0ad HTTP/1.1" status: 200 len: 1093 time: 1.3446999 Jun 18 22:03:59.062169 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '972f4485-655d-49c8-98b2-3daeec7ddbc6', 'tag': 'db647a5f-b104-43c3-a328-d9f88c1cd0ad'}] {{(pid=93268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:03:59.065128 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ff4b25c03651656652c9c7d58efcdba903c051ef33b3f53eb93af1a53304f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2bb9ba1-3d0c-4990-a4ec-75a674ae2c23" -d '{"events": [{"name": "network-changed", "server_uuid": "972f4485-655d-49c8-98b2-3daeec7ddbc6", "tag": "db647a5f-b104-43c3-a328-d9f88c1cd0ad"}]}' {{(pid=93268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:03:59.090948 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a42deef-66e5-486a-96eb-bb42d792962d service neutron] Pushing event updated for resources: {'Port': ['ID=db647a5f-b104-43c3-a328-d9f88c1cd0ad,revision_number=3']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:03:59.094326 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-8a42deef-66e5-486a-96eb-bb42d792962d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:03:59.110787 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 22:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04a7663-5930-40b2-99ef-b46e4ca5e7ca x-openstack-request-id: req-a04a7663-5930-40b2-99ef-b46e4ca5e7ca {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:03:59.111106 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "972f4485-655d-49c8-98b2-3daeec7ddbc6", "tag": "db647a5f-b104-43c3-a328-d9f88c1cd0ad", "status": "completed", "code": 200}]} {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:03:59.111387 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a04a7663-5930-40b2-99ef-b46e4ca5e7ca {{(pid=93268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:03:59.111856 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '972f4485-655d-49c8-98b2-3daeec7ddbc6', 'tag': 'db647a5f-b104-43c3-a328-d9f88c1cd0ad', 'status': 'completed', 'code': 200} Jun 18 22:03:59.277535 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bb9ba1-3d0c-4990-a4ec-75a674ae2c23 req-740bcf9e-7125-4acf-be28-8acb1da8b92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:59.279022 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-f2bb9ba1-3d0c-4990-a4ec-75a674ae2c23 req-740bcf9e-7125-4acf-be28-8acb1da8b92b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aedd71538feb4b62968f364e4f1f0502&device_id=972f4485-655d-49c8-98b2-3daeec7ddbc6 HTTP/1.1" status: 200 len: 1096 time: 0.0994341 Jun 18 22:03:59.290127 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf066050-f8f5-4556-ba5b-5336fd61b588 req-8977b600-648e-4a8b-a80c-bd90ecfaaf0d tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:59.291537 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-bf066050-f8f5-4556-ba5b-5336fd61b588 req-8977b600-648e-4a8b-a80c-bd90ecfaaf0d tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=86124762-9669-4327-a28e-3ab5a1591ad4 HTTP/1.1" status: 200 len: 945 time: 0.0817566 Jun 18 22:03:59.330630 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-bf066050-f8f5-4556-ba5b-5336fd61b588 req-34666d65-7776-41e6-8727-975ca2a7dded tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324426 Jun 18 22:03:59.452326 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bb9ba1-3d0c-4990-a4ec-75a674ae2c23 req-70dc68d1-2912-4f41-a973-a0a6af1885f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:59.454152 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-f2bb9ba1-3d0c-4990-a4ec-75a674ae2c23 req-70dc68d1-2912-4f41-a973-a0a6af1885f4 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=aedd71538feb4b62968f364e4f1f0502&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0969880 Jun 18 22:03:59.553739 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bb9ba1-3d0c-4990-a4ec-75a674ae2c23 req-cecd1dac-eda2-4c39-b16d-9f063830551c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:59.555274 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-f2bb9ba1-3d0c-4990-a4ec-75a674ae2c23 req-cecd1dac-eda2-4c39-b16d-9f063830551c service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924017 Jun 18 22:03:59.678592 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e944a9b8-0553-418a-bcbc-94e9ca8c2044 req-cd86a2e7-9188-4418-86c8-685759a4bad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:59.679962 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-e944a9b8-0553-418a-bcbc-94e9ca8c2044 req-cd86a2e7-9188-4418-86c8-685759a4bad1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aedd71538feb4b62968f364e4f1f0502&device_id=972f4485-655d-49c8-98b2-3daeec7ddbc6 HTTP/1.1" status: 200 len: 1096 time: 0.0523429 Jun 18 22:03:59.742976 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-e944a9b8-0553-418a-bcbc-94e9ca8c2044 req-79a8954b-a480-49fb-9a4b-6524afa489c7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db647a5f-b104-43c3-a328-d9f88c1cd0ad HTTP/1.1" status: 200 len: 217 time: 0.0395181 Jun 18 22:03:59.797175 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e944a9b8-0553-418a-bcbc-94e9ca8c2044 req-c4467443-9986-40a3-94f9-b0c18da0eb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:59.798638 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-e944a9b8-0553-418a-bcbc-94e9ca8c2044 req-c4467443-9986-40a3-94f9-b0c18da0eb77 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9729ecdd-78ca-4833-a233-60cd016de49d HTTP/1.1" status: 200 len: 854 time: 0.0494621 Jun 18 22:03:59.855279 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-e944a9b8-0553-418a-bcbc-94e9ca8c2044 req-9cd2ca3b-3a08-4131-86c7-2209162b93e7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=395a7e5a-0acb-4fe9-93a8-fd98ee0f0487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487542 Jun 18 22:03:59.987480 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2926515-8b59-4566-bc1a-94c2f15163d7 req-cc348364-297e-4b48-9ae3-efbf36624e90 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:03:59.990527 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b2926515-8b59-4566-bc1a-94c2f15163d7 req-cc348364-297e-4b48-9ae3-efbf36624e90 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/ports?device_id=972f4485-655d-49c8-98b2-3daeec7ddbc6 HTTP/1.1" status: 200 len: 943 time: 0.1842196 Jun 18 22:04:00.027681 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a616d6a8-fdcf-45fe-9982-cef64e34eeb6 req-6dcbdcce-744f-46d9-bbec-55fd96918a5d tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:00.029109 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a616d6a8-fdcf-45fe-9982-cef64e34eeb6 req-6dcbdcce-744f-46d9-bbec-55fd96918a5d tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/ports?device_id=9afbb1bf-0416-43fb-9bbb-2433ceb5f0e3 HTTP/1.1" status: 200 len: 945 time: 0.1902981 Jun 18 22:04:00.041399 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-e944a9b8-0553-418a-bcbc-94e9ca8c2044 req-04fc2c73-1a62-47e1-874a-15c91aaf5d90 service neutron] 10.222.0.42 "GET /v2.0/networks/395a7e5a-0acb-4fe9-93a8-fd98ee0f0487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514616 Jun 18 22:04:00.124188 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b2926515-8b59-4566-bc1a-94c2f15163d7 req-ad31eb5a-c338-41ad-a636-552db915fd7d tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/security-groups?id=957c28e0-fd38-4ea0-94cb-f66c8bbe9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192288 Jun 18 22:04:00.140922 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a616d6a8-fdcf-45fe-9982-cef64e34eeb6 req-3ac84e4d-2160-4504-acc8-68ae437f69a8 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1d65039-544f-4945-8129-414b24f93b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015065 Jun 18 22:04:00.184697 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-6fddc348-24fe-4f83-89c8-0262f90a1ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:00.190655 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-e944a9b8-0553-418a-bcbc-94e9ca8c2044 req-483b37ae-6906-402e-a7d6-85bcf4904ca8 service neutron] 10.222.0.42 "GET /v2.0/networks/395a7e5a-0acb-4fe9-93a8-fd98ee0f0487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375813 Jun 18 22:04:00.304942 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:00.513093 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c388e9-144e-4823-9a25-3bf58236eaeb req-11573144-cde6-4321-ba22-84e362ad900e tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:00.514634 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-f2c388e9-144e-4823-9a25-3bf58236eaeb req-11573144-cde6-4321-ba22-84e362ad900e tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=86124762-9669-4327-a28e-3ab5a1591ad4 HTTP/1.1" status: 200 len: 945 time: 0.0707805 Jun 18 22:04:00.557437 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-f2c388e9-144e-4823-9a25-3bf58236eaeb req-813e13a2-f723-4342-b96a-1e1feee12e8c tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350571 Jun 18 22:04:00.574402 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 46556) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:04:00.675540 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-c1330626-757e-499f-aae4-a0648916344c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:00.762773 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-c1330626-757e-499f-aae4-a0648916344c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:00.852934 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-c1330626-757e-499f-aae4-a0648916344c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:00.855449 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:04:00.889442 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1330626-757e-499f-aae4-a0648916344c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb22d077-013e-4cea-a446-2d504db5cbed,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:04:00.893502 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-c1330626-757e-499f-aae4-a0648916344c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=86fa26bee67d4c2f9c3ac22fc869d1f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3180959 Jun 18 22:04:00.894401 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-c1330626-757e-499f-aae4-a0648916344c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:04:00.897005 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 46560) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:04:00.945393 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-8cc16fd0-1d0a-4c49-b9b4-106574573912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:00.966719 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-8cc16fd0-1d0a-4c49-b9b4-106574573912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:01.087634 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-8cc16fd0-1d0a-4c49-b9b4-106574573912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:01.090263 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-8cc16fd0-1d0a-4c49-b9b4-106574573912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:01.091418 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-8cc16fd0-1d0a-4c49-b9b4-106574573912 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eb22d077-013e-4cea-a446-2d504db5cbed HTTP/1.1" status: 204 len: 168 time: 0.1936567 Jun 18 22:04:01.092129 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-c093b0ae-23ad-4cf7-8e64-b3f5f53d45d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:04:01.100681 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc16fd0-1d0a-4c49-b9b4-106574573912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb22d077-013e-4cea-a446-2d504db5cbed,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:04:01.102873 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-8cc16fd0-1d0a-4c49-b9b4-106574573912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:04:01.358203 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9168fe5b-956f-47c8-92f6-3d96d1ecc74d req-ff2bc6e6-6599-4ec6-93b4-a5bf66403ba2 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:01.359611 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-9168fe5b-956f-47c8-92f6-3d96d1ecc74d req-ff2bc6e6-6599-4ec6-93b4-a5bf66403ba2 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/ports?device_id=972f4485-655d-49c8-98b2-3daeec7ddbc6 HTTP/1.1" status: 200 len: 943 time: 0.1184702 Jun 18 22:04:01.367977 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f38ae-0e8b-49c9-8da4-1b3c1a0e97ba req-69be8aab-4637-4157-9d31-d190e750d6c5 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:01.369430 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-4f7f38ae-0e8b-49c9-8da4-1b3c1a0e97ba req-69be8aab-4637-4157-9d31-d190e750d6c5 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/ports?device_id=9afbb1bf-0416-43fb-9bbb-2433ceb5f0e3 HTTP/1.1" status: 200 len: 945 time: 0.1083014 Jun 18 22:04:01.431961 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-9168fe5b-956f-47c8-92f6-3d96d1ecc74d req-45703ffc-6793-4628-8d38-2e6a9d12bac7 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/security-groups?id=957c28e0-fd38-4ea0-94cb-f66c8bbe9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614533 Jun 18 22:04:01.436921 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-4f7f38ae-0e8b-49c9-8da4-1b3c1a0e97ba req-a8c04627-3a18-443c-9393-f73a50d01d5a tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1d65039-544f-4945-8129-414b24f93b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590053 Jun 18 22:04:01.475918 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-66c5960c-ceb9-453b-add3-817047489609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:01.690246 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 46574) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:04:01.707002 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-23032201-fae8-4d22-a62c-b68b3c03c176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:01.730406 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f0e8b-85f3-432c-a9d6-0a81695ab9cf req-25080e83-6d07-4e24-b639-4dfe41c43779 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:01.731969 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-752f0e8b-85f3-432c-a9d6-0a81695ab9cf req-25080e83-6d07-4e24-b639-4dfe41c43779 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=86124762-9669-4327-a28e-3ab5a1591ad4 HTTP/1.1" status: 200 len: 945 time: 0.0647748 Jun 18 22:04:01.772495 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-752f0e8b-85f3-432c-a9d6-0a81695ab9cf req-88a4c7ac-7e58-4cdb-9571-27ee2817d19b tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342100 Jun 18 22:04:01.802719 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-23032201-fae8-4d22-a62c-b68b3c03c176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:01.875739 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-23032201-fae8-4d22-a62c-b68b3c03c176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:01.879398 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:04:01.915475 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-23032201-fae8-4d22-a62c-b68b3c03c176 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fee86f5453ec499db94f6b3269702170&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2237999 Jun 18 22:04:01.916182 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23032201-fae8-4d22-a62c-b68b3c03c176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8aa350-e83e-438c-92f2-7903dc7e8eba,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:04:01.918483 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 46578) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:04:01.919266 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-23032201-fae8-4d22-a62c-b68b3c03c176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:04:01.967472 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-6d2191fb-ed99-44a7-a04e-f113de931f2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:01.989928 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-6d2191fb-ed99-44a7-a04e-f113de931f2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:02.116007 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-6d2191fb-ed99-44a7-a04e-f113de931f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:02.118780 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-6d2191fb-ed99-44a7-a04e-f113de931f2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:02.119915 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-6d2191fb-ed99-44a7-a04e-f113de931f2c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2e8aa350-e83e-438c-92f2-7903dc7e8eba HTTP/1.1" status: 204 len: 168 time: 0.2004004 Jun 18 22:04:02.120656 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:04:02.129815 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2191fb-ed99-44a7-a04e-f113de931f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8aa350-e83e-438c-92f2-7903dc7e8eba,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:04:02.132044 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-6d2191fb-ed99-44a7-a04e-f113de931f2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:04:02.766017 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device db647a5f-b104-43c3-a328-d9f88c1cd0ad details requested by agent hyperv_hv-cinder-76675 with host hv-cinder-76675 {{(pid=93269) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 22:04:02.895402 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] For port db647a5f-b104-43c3-a328-d9f88c1cd0ad, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=db647a5f-b104-43c3-a328-d9f88c1cd0ad,segment=NetworkSegment(77f9bbaf-9eb4-46cf-b42b-07b6005141bd),segment_id=77f9bbaf-9eb4-46cf-b42b-07b6005141bd)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:04:02.901135 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d2181-93ae-4c45-aba0-68d71cd33fcf req-8e086f98-78b1-4c51-b00a-09c39b1eb0fe tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:02.902630 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-2b7d2181-93ae-4c45-aba0-68d71cd33fcf req-8e086f98-78b1-4c51-b00a-09c39b1eb0fe tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/ports?device_id=972f4485-655d-49c8-98b2-3daeec7ddbc6 HTTP/1.1" status: 200 len: 943 time: 0.3367426 Jun 18 22:04:02.907411 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Returning: {'device': 'db647a5f-b104-43c3-a328-d9f88c1cd0ad', 'network_id': '395a7e5a-0acb-4fe9-93a8-fd98ee0f0487', 'port_id': 'db647a5f-b104-43c3-a328-d9f88c1cd0ad', 'mac_address': 'fa:16:3e:6d:5a:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9729ecdd-78ca-4833-a233-60cd016de49d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93269) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 22:04:02.910174 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1286b6d-acfc-4101-8e7c-3974d5b71777 req-fa021d35-aa93-4c4f-b4f3-a3aaa76642ea tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:02.912979 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-d1286b6d-acfc-4101-8e7c-3974d5b71777 req-fa021d35-aa93-4c4f-b4f3-a3aaa76642ea tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/ports?device_id=9afbb1bf-0416-43fb-9bbb-2433ceb5f0e3 HTTP/1.1" status: 200 len: 945 time: 0.3363628 Jun 18 22:04:02.954695 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:02.968686 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.notifiers.nova [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db647a5f-b104-43c3-a328-d9f88c1cd0ad {{(pid=93269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:04:02.983721 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-2b7d2181-93ae-4c45-aba0-68d71cd33fcf req-f681f43e-4bf3-48e6-9f20-2c736e07c509 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/security-groups?id=957c28e0-fd38-4ea0-94cb-f66c8bbe9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696397 Jun 18 22:04:02.990213 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] For port db647a5f-b104-43c3-a328-d9f88c1cd0ad, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=db647a5f-b104-43c3-a328-d9f88c1cd0ad,segment=NetworkSegment(77f9bbaf-9eb4-46cf-b42b-07b6005141bd),segment_id=77f9bbaf-9eb4-46cf-b42b-07b6005141bd)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:04:02.992262 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-d1286b6d-acfc-4101-8e7c-3974d5b71777 req-83aa9acb-2c74-4211-a5a7-d10bd2af7ad4 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1d65039-544f-4945-8129-414b24f93b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709352 Jun 18 22:04:03.081678 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:03.083621 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:04:03.144485 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Pushing event updated for resources: {'Port': ['ID=db647a5f-b104-43c3-a328-d9f88c1cd0ad,revision_number=4']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:04:03.153189 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:04:03.213147 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-cfd4400b-1529-4ea9-a221-6a7c5fbf6a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:03.486786 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] get_ports_and_sgs() called for port_ids ['db647a5f-b104-43c3-a328-d9f88c1cd0ad'] {{(pid=93269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:04:03.620046 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8bbca9-afea-4b57-bad6-c4aca2d119fa req-0363feff-e6a9-4029-9a0d-b3229a104f5a tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:03.621545 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-ca8bbca9-afea-4b57-bad6-c4aca2d119fa req-0363feff-e6a9-4029-9a0d-b3229a104f5a tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=86124762-9669-4327-a28e-3ab5a1591ad4 HTTP/1.1" status: 200 len: 945 time: 0.0764127 Jun 18 22:04:03.660921 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-ca8bbca9-afea-4b57-bad6-c4aca2d119fa req-3de6b1c1-a660-48a0-b6c2-75ec3e766f47 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330830 Jun 18 22:04:04.153711 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed2d6f-5456-4ebd-b0e3-030eea7f3373 req-4cb99c3c-58c6-4af2-b9ca-2ee5cb8c72fe tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:04.155311 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-e2ed2d6f-5456-4ebd-b0e3-030eea7f3373 req-4cb99c3c-58c6-4af2-b9ca-2ee5cb8c72fe tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/ports?device_id=972f4485-655d-49c8-98b2-3daeec7ddbc6 HTTP/1.1" status: 200 len: 944 time: 0.0676739 Jun 18 22:04:04.194597 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-e2ed2d6f-5456-4ebd-b0e3-030eea7f3373 req-b5c87a91-b71d-450c-9230-6c23a3a0739c tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/security-groups?id=957c28e0-fd38-4ea0-94cb-f66c8bbe9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330222 Jun 18 22:04:04.355916 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676f7b2-6caa-4904-9197-1c5e162bc35f req-40039630-680b-4c0b-a16b-6aa9cb35eea8 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:04.357373 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-9676f7b2-6caa-4904-9197-1c5e162bc35f req-40039630-680b-4c0b-a16b-6aa9cb35eea8 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/ports?device_id=9afbb1bf-0416-43fb-9bbb-2433ceb5f0e3 HTTP/1.1" status: 200 len: 945 time: 0.0639131 Jun 18 22:04:04.397455 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-9676f7b2-6caa-4904-9197-1c5e162bc35f req-8c3e3499-be30-45eb-ad83-1abcf78778a7 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1d65039-544f-4945-8129-414b24f93b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339706 Jun 18 22:04:04.775824 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device db647a5f-b104-43c3-a328-d9f88c1cd0ad up at agent hyperv_hv-cinder-76675 {{(pid=93269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:04:04.864745 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Provisioning for port db647a5f-b104-43c3-a328-d9f88c1cd0ad completed by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:04:04.868678 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Provisioning complete for port db647a5f-b104-43c3-a328-d9f88c1cd0ad triggered by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:04:04.869107 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:04.952584 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:04.976398 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '972f4485-655d-49c8-98b2-3daeec7ddbc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db647a5f-b104-43c3-a328-d9f88c1cd0ad'}] {{(pid=93269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:04:04.978638 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af3cbdd609d599d07a5217d2d1a89114698d9a8f3654956f7909e96a5eb364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b6b226a-7139-4442-a0b9-f0ef8f7dddb4" -d '{"events": [{"server_uuid": "972f4485-655d-49c8-98b2-3daeec7ddbc6", "name": "network-vif-plugged", "status": "completed", "tag": "db647a5f-b104-43c3-a328-d9f88c1cd0ad"}]}' {{(pid=93269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:04:04.992321 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] For port db647a5f-b104-43c3-a328-d9f88c1cd0ad, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=db647a5f-b104-43c3-a328-d9f88c1cd0ad,segment=NetworkSegment(77f9bbaf-9eb4-46cf-b42b-07b6005141bd),segment_id=77f9bbaf-9eb4-46cf-b42b-07b6005141bd)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:04:05.027596 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55d11e2-c71f-477e-ac75-8b99ade66c10 x-openstack-request-id: req-e55d11e2-c71f-477e-ac75-8b99ade66c10 {{(pid=93269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:04:05.027900 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "972f4485-655d-49c8-98b2-3daeec7ddbc6", "name": "network-vif-plugged", "status": "completed", "tag": "db647a5f-b104-43c3-a328-d9f88c1cd0ad", "code": 200}]} {{(pid=93269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:04:05.028162 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e55d11e2-c71f-477e-ac75-8b99ade66c10 {{(pid=93269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:04:05.028587 dv-cinder-766752-3-smb neutron-server[93269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '972f4485-655d-49c8-98b2-3daeec7ddbc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db647a5f-b104-43c3-a328-d9f88c1cd0ad', 'code': 200} Jun 18 22:04:05.087051 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:05.089316 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:04:05.138189 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Pushing event updated for resources: {'Port': ['ID=db647a5f-b104-43c3-a328-d9f88c1cd0ad,revision_number=5']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:04:05.141294 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:04:05.377673 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edc3dac-f7e0-414d-aba8-2deafa980d7c req-cd83ea03-4355-4a6a-b16d-d64ab46af073 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:05.379071 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3edc3dac-f7e0-414d-aba8-2deafa980d7c req-cd83ea03-4355-4a6a-b16d-d64ab46af073 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/ports?device_id=972f4485-655d-49c8-98b2-3daeec7ddbc6 HTTP/1.1" status: 200 len: 945 time: 0.0701392 Jun 18 22:04:05.443218 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3edc3dac-f7e0-414d-aba8-2deafa980d7c req-213e7215-c2c6-44e3-b084-781f1d828ccd tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/security-groups?id=957c28e0-fd38-4ea0-94cb-f66c8bbe9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576172 Jun 18 22:04:05.486330 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204fe236-70fa-4ab5-98cb-7bb941b39c37 req-820f1e31-fa46-4aa1-a4e6-111f8a0faf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:05.488207 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-204fe236-70fa-4ab5-98cb-7bb941b39c37 req-820f1e31-fa46-4aa1-a4e6-111f8a0faf9c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=972f4485-655d-49c8-98b2-3daeec7ddbc6 HTTP/1.1" status: 200 len: 1098 time: 0.0783880 Jun 18 22:04:05.532609 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-204fe236-70fa-4ab5-98cb-7bb941b39c37 req-94efc6c0-e725-4979-9e9d-7ac27ec1a0b4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=957c28e0-fd38-4ea0-94cb-f66c8bbe9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372295 Jun 18 22:04:05.586218 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a8351e-fa3f-40c2-8799-ae561e8cfd36 req-3a3ce707-45fb-4284-bd96-c9a866da7dde tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:05.588685 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-77a8351e-fa3f-40c2-8799-ae561e8cfd36 req-3a3ce707-45fb-4284-bd96-c9a866da7dde tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/ports?device_id=9afbb1bf-0416-43fb-9bbb-2433ceb5f0e3 HTTP/1.1" status: 200 len: 945 time: 0.0680938 Jun 18 22:04:05.625125 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-77a8351e-fa3f-40c2-8799-ae561e8cfd36 req-f3f6b17d-4a45-400b-96fa-4ef936266ed2 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1d65039-544f-4945-8129-414b24f93b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315564 Jun 18 22:04:06.618622 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bee2ae-cfee-4a11-8f2e-b29f99b06eda req-50ed1e24-1275-4038-aa88-8173df48570e tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:06.620054 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-40bee2ae-cfee-4a11-8f2e-b29f99b06eda req-50ed1e24-1275-4038-aa88-8173df48570e tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/ports?device_id=972f4485-655d-49c8-98b2-3daeec7ddbc6 HTTP/1.1" status: 200 len: 945 time: 0.0620370 Jun 18 22:04:06.657320 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-40bee2ae-cfee-4a11-8f2e-b29f99b06eda req-c7d2f66e-1679-46fd-8e94-f9a3ff3960c2 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/security-groups?id=957c28e0-fd38-4ea0-94cb-f66c8bbe9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315511 Jun 18 22:04:06.809244 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc46b0e-e42b-4308-9000-ab18c2cfd1ac req-ffd8ad28-454e-4b82-8a97-46f0efb9c343 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:06.810790 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-0cc46b0e-e42b-4308-9000-ab18c2cfd1ac req-ffd8ad28-454e-4b82-8a97-46f0efb9c343 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/ports?device_id=9afbb1bf-0416-43fb-9bbb-2433ceb5f0e3 HTTP/1.1" status: 200 len: 945 time: 0.0677769 Jun 18 22:04:06.852917 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-0cc46b0e-e42b-4308-9000-ab18c2cfd1ac req-d5cfbf38-e051-4a4d-8846-70c453a4dc4d tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1d65039-544f-4945-8129-414b24f93b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361781 Jun 18 22:04:07.829030 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c73b63f-bfb0-45f6-896c-bdd1e4aa1b37 req-fe2421b7-af9c-41db-9883-40eb494e62db tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:07.830552 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3c73b63f-bfb0-45f6-896c-bdd1e4aa1b37 req-fe2421b7-af9c-41db-9883-40eb494e62db tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/ports?device_id=972f4485-655d-49c8-98b2-3daeec7ddbc6 HTTP/1.1" status: 200 len: 945 time: 0.0638220 Jun 18 22:04:07.870016 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3c73b63f-bfb0-45f6-896c-bdd1e4aa1b37 req-faf5210a-d190-45af-a459-22ed83a76260 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/security-groups?id=957c28e0-fd38-4ea0-94cb-f66c8bbe9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331671 Jun 18 22:04:08.054098 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f74969-24ae-41a3-baf4-f33cbfe8927e req-a514c736-7d5f-472a-b85e-62925e378956 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:08.055548 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-40f74969-24ae-41a3-baf4-f33cbfe8927e req-a514c736-7d5f-472a-b85e-62925e378956 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/ports?device_id=9afbb1bf-0416-43fb-9bbb-2433ceb5f0e3 HTTP/1.1" status: 200 len: 945 time: 0.0668211 Jun 18 22:04:08.094145 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-40f74969-24ae-41a3-baf4-f33cbfe8927e req-9b0649ad-8142-47a0-96ad-52acbc4ff183 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1d65039-544f-4945-8129-414b24f93b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327582 Jun 18 22:04:08.716065 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379e4533-6c9e-4eb1-a6f1-a7f2f68a04e9 req-79b0fca4-03b4-43af-99ba-63d82c690b8c tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:08.717425 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-379e4533-6c9e-4eb1-a6f1-a7f2f68a04e9 req-79b0fca4-03b4-43af-99ba-63d82c690b8c tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=86124762-9669-4327-a28e-3ab5a1591ad4 HTTP/1.1" status: 200 len: 945 time: 0.0749907 Jun 18 22:04:08.780411 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-379e4533-6c9e-4eb1-a6f1-a7f2f68a04e9 req-a74ec740-29a8-46ba-bd63-566c4e5e6472 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463252 Jun 18 22:04:08.788338 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2967618c-8aed-4548-8d60-3142c1d28748 req-768f59b1-1ea3-4565-a3fe-2526bc4d3298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:08.789845 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-2967618c-8aed-4548-8d60-3142c1d28748 req-768f59b1-1ea3-4565-a3fe-2526bc4d3298 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=194d0725082a4b188ee68100035994ba&device_id=86124762-9669-4327-a28e-3ab5a1591ad4 HTTP/1.1" status: 200 len: 1098 time: 0.0901229 Jun 18 22:04:08.884137 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2967618c-8aed-4548-8d60-3142c1d28748 req-14dd2a95-ddca-48e8-9885-24cee7f4c991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:08.885616 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-2967618c-8aed-4548-8d60-3142c1d28748 req-14dd2a95-ddca-48e8-9885-24cee7f4c991 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2e610704-1278-456e-9ce9-0109af150534 HTTP/1.1" status: 200 len: 920 time: 0.0872328 Jun 18 22:04:08.927869 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-2967618c-8aed-4548-8d60-3142c1d28748 req-f5819739-42b2-4beb-b5c7-41b9fdc08394 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59af2458-19d5-41c7-a73d-47d9346497cc HTTP/1.1" status: 200 len: 217 time: 0.0348551 Jun 18 22:04:08.977174 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2967618c-8aed-4548-8d60-3142c1d28748 req-46b4dda5-1554-4a8c-a046-9d7d5c6d0542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:08.978533 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-2967618c-8aed-4548-8d60-3142c1d28748 req-46b4dda5-1554-4a8c-a046-9d7d5c6d0542 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=127a1104-a6cb-4a46-bd9c-a1b88caa2a45 HTTP/1.1" status: 200 len: 859 time: 0.0430639 Jun 18 22:04:09.014811 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-2967618c-8aed-4548-8d60-3142c1d28748 req-39028b1c-cf19-4cdc-9e97-6f81709e52af service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2e610704-1278-456e-9ce9-0109af150534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286419 Jun 18 22:04:09.104358 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-2967618c-8aed-4548-8d60-3142c1d28748 req-141e1e41-dff3-4a53-a4c0-ed8dd6be9c50 service neutron] 10.222.0.42 "GET /v2.0/networks/2e610704-1278-456e-9ce9-0109af150534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804493 Jun 18 22:04:09.198141 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-2967618c-8aed-4548-8d60-3142c1d28748 req-628376c2-73f0-4dd3-b7c3-be72a68c7af3 service neutron] 10.222.0.42 "GET /v2.0/networks/2e610704-1278-456e-9ce9-0109af150534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857811 Jun 18 22:04:09.272852 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee9f905-e4f3-42e7-9669-0184e5100a43 req-2981e360-8131-405c-aeed-c40ecc68c05d tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:09.274987 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-0ee9f905-e4f3-42e7-9669-0184e5100a43 req-2981e360-8131-405c-aeed-c40ecc68c05d tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/ports?device_id=9afbb1bf-0416-43fb-9bbb-2433ceb5f0e3 HTTP/1.1" status: 200 len: 945 time: 0.0687213 Jun 18 22:04:09.328784 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-0ee9f905-e4f3-42e7-9669-0184e5100a43 req-e84f997c-fce7-4737-a00a-4bca6433d386 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1d65039-544f-4945-8129-414b24f93b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463283 Jun 18 22:04:09.961310 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac78716-eba4-46a2-aea2-358e595f4312 req-404ed868-48b1-439d-a3f2-f77463f20562 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:09.963064 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-dac78716-eba4-46a2-aea2-358e595f4312 req-404ed868-48b1-439d-a3f2-f77463f20562 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=86124762-9669-4327-a28e-3ab5a1591ad4 HTTP/1.1" status: 200 len: 945 time: 0.0713680 Jun 18 22:04:10.013081 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-dac78716-eba4-46a2-aea2-358e595f4312 req-2eacdf46-c07b-453a-b9a2-60aaef5efddf tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402381 Jun 18 22:04:10.013777 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 46786) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:04:10.122931 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-84aafc3e-06ea-4c32-8ea5-f9c542d8d9c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:10.213152 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-84aafc3e-06ea-4c32-8ea5-f9c542d8d9c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:10.287991 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-84aafc3e-06ea-4c32-8ea5-f9c542d8d9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:10.292458 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-444f5684-836f-442d-b093-34167964d53c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:04:10.327929 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-84aafc3e-06ea-4c32-8ea5-f9c542d8d9c8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f49e2baaa2aa450d801ec3706f659a63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3136303 Jun 18 22:04:10.328922 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aafc3e-06ea-4c32-8ea5-f9c542d8d9c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=522ca312-49f1-4fdc-ae70-9e9886783305,revision_number=1']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:04:10.330558 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 46794) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:04:10.331948 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-84aafc3e-06ea-4c32-8ea5-f9c542d8d9c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:04:10.382110 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-95cecbd1-e8fc-49ff-8353-657c73fc7c4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:10.404010 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-95cecbd1-e8fc-49ff-8353-657c73fc7c4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:10.511409 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b0095-3e1f-4826-9196-e485b2686742 req-830a4805-af10-47cb-915b-3fe0d09a086d tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:10.512911 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-e73b0095-3e1f-4826-9196-e485b2686742 req-830a4805-af10-47cb-915b-3fe0d09a086d tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/ports?device_id=9afbb1bf-0416-43fb-9bbb-2433ceb5f0e3 HTTP/1.1" status: 200 len: 945 time: 0.0656338 Jun 18 22:04:10.539189 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-95cecbd1-e8fc-49ff-8353-657c73fc7c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:10.541766 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-95cecbd1-e8fc-49ff-8353-657c73fc7c4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:10.542880 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-95cecbd1-e8fc-49ff-8353-657c73fc7c4a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/522ca312-49f1-4fdc-ae70-9e9886783305 HTTP/1.1" status: 204 len: 168 time: 0.2113476 Jun 18 22:04:10.544147 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-f6533948-d3e8-4f99-b2fb-d8af1a51fec1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:04:10.552365 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cecbd1-e8fc-49ff-8353-657c73fc7c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522ca312-49f1-4fdc-ae70-9e9886783305,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:04:10.552645 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-e73b0095-3e1f-4826-9196-e485b2686742 req-a43e83ec-2d1d-4a4b-bf62-a239250261c5 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1d65039-544f-4945-8129-414b24f93b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333424 Jun 18 22:04:10.556721 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-95cecbd1-e8fc-49ff-8353-657c73fc7c4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:04:11.094472 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 46810) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:04:11.109998 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-0210932b-c081-495e-a0a7-4b55d3d7f9b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:11.226136 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b3b506-14f6-45ae-ae0d-8e097b0a6ed2 req-158fb27d-9b5c-4a64-ba5a-bd897f3aaae6 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:11.227582 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-94b3b506-14f6-45ae-ae0d-8e097b0a6ed2 req-158fb27d-9b5c-4a64-ba5a-bd897f3aaae6 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=86124762-9669-4327-a28e-3ab5a1591ad4 HTTP/1.1" status: 200 len: 945 time: 0.1014638 Jun 18 22:04:11.281212 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-0210932b-c081-495e-a0a7-4b55d3d7f9b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:11.284470 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-94b3b506-14f6-45ae-ae0d-8e097b0a6ed2 req-713cadcb-0927-4f8e-af64-8eb200a4f3fd tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512223 Jun 18 22:04:11.356410 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-0210932b-c081-495e-a0a7-4b55d3d7f9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:11.359958 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-5063f73a-0484-4930-b2e8-ec57986fffd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:04:11.395649 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-0210932b-c081-495e-a0a7-4b55d3d7f9b2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bf240b33c62e401caf1faa89ff745fd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3000729 Jun 18 22:04:11.396602 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0210932b-c081-495e-a0a7-4b55d3d7f9b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86cd2098-053f-4406-b07d-3fe88202903f,revision_number=1']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:04:11.398513 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 46812) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:04:11.399510 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-0210932b-c081-495e-a0a7-4b55d3d7f9b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:04:11.447933 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-a77e4190-4d89-4e3c-a3e1-b797f40fc6c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:11.472764 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-a77e4190-4d89-4e3c-a3e1-b797f40fc6c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:11.596533 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-a77e4190-4d89-4e3c-a3e1-b797f40fc6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:11.599907 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-a77e4190-4d89-4e3c-a3e1-b797f40fc6c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:11.601206 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-a77e4190-4d89-4e3c-a3e1-b797f40fc6c2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/86cd2098-053f-4406-b07d-3fe88202903f HTTP/1.1" status: 204 len: 168 time: 0.2016110 Jun 18 22:04:11.601961 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-f6e2e1e6-3f36-489a-8854-40e93021b0c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:04:11.610112 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77e4190-4d89-4e3c-a3e1-b797f40fc6c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86cd2098-053f-4406-b07d-3fe88202903f,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:04:11.618188 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77e4190-4d89-4e3c-a3e1-b797f40fc6c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:04:11.618551 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77e4190-4d89-4e3c-a3e1-b797f40fc6c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:04:11.618899 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77e4190-4d89-4e3c-a3e1-b797f40fc6c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:04:11.619243 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77e4190-4d89-4e3c-a3e1-b797f40fc6c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:04:11.619598 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77e4190-4d89-4e3c-a3e1-b797f40fc6c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:04:11.619980 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77e4190-4d89-4e3c-a3e1-b797f40fc6c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:04:11.620238 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77e4190-4d89-4e3c-a3e1-b797f40fc6c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:04:11.620587 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77e4190-4d89-4e3c-a3e1-b797f40fc6c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:04:11.621038 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77e4190-4d89-4e3c-a3e1-b797f40fc6c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:04:11.621380 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77e4190-4d89-4e3c-a3e1-b797f40fc6c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:04:11.621709 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77e4190-4d89-4e3c-a3e1-b797f40fc6c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:04:11.622232 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77e4190-4d89-4e3c-a3e1-b797f40fc6c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:04:11.630155 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-a77e4190-4d89-4e3c-a3e1-b797f40fc6c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:04:11.729727 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ecab3-ced4-42fe-a5c2-a5f592b1b6aa req-cddc253d-7e22-4e4a-80ab-fcb858086efc tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:11.731285 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-218ecab3-ced4-42fe-a5c2-a5f592b1b6aa req-cddc253d-7e22-4e4a-80ab-fcb858086efc tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/ports?device_id=9afbb1bf-0416-43fb-9bbb-2433ceb5f0e3 HTTP/1.1" status: 200 len: 945 time: 0.0639510 Jun 18 22:04:11.772467 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-218ecab3-ced4-42fe-a5c2-a5f592b1b6aa req-40d2a4b4-95e3-4ca1-84e6-7ed182e01d00 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1d65039-544f-4945-8129-414b24f93b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349405 Jun 18 22:04:12.243321 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 46824) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:04:12.256373 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-70ebbfc1-937d-45a8-a044-32a22be31476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:12.345590 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-70ebbfc1-937d-45a8-a044-32a22be31476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:12.436088 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-70ebbfc1-937d-45a8-a044-32a22be31476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:12.439898 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-19b17c87-02be-4ec7-99c2-d45a98660e66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:04:12.464878 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c01d991-69e6-4c02-bed2-37893a70e809 req-b500a7a2-4d1b-4790-8686-90549429bf74 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:12.466357 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-1c01d991-69e6-4c02-bed2-37893a70e809 req-b500a7a2-4d1b-4790-8686-90549429bf74 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=86124762-9669-4327-a28e-3ab5a1591ad4 HTTP/1.1" status: 200 len: 945 time: 0.0702929 Jun 18 22:04:12.475908 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ebbfc1-937d-45a8-a044-32a22be31476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f0e72e2-fe3b-42e8-8a88-704d211ebaeb,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:04:12.484657 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-70ebbfc1-937d-45a8-a044-32a22be31476 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a289e26ba8dc444182854c9f96573955&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2401669 Jun 18 22:04:12.485262 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 46830) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:04:12.486230 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-70ebbfc1-937d-45a8-a044-32a22be31476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:04:12.532917 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-1c01d991-69e6-4c02-bed2-37893a70e809 req-f917e051-9792-4674-8e9a-535a7cc6fc49 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598488 Jun 18 22:04:12.542999 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-473fa872-e5be-4c81-bf70-ca3c9f410361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:12.565103 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-473fa872-e5be-4c81-bf70-ca3c9f410361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:12.688055 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-473fa872-e5be-4c81-bf70-ca3c9f410361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:12.690655 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-473fa872-e5be-4c81-bf70-ca3c9f410361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:12.692079 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-473fa872-e5be-4c81-bf70-ca3c9f410361 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1f0e72e2-fe3b-42e8-8a88-704d211ebaeb HTTP/1.1" status: 204 len: 168 time: 0.2046564 Jun 18 22:04:12.692992 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-e7fe5721-82c5-4915-8f92-e4a5fffcf66f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:04:12.700573 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473fa872-e5be-4c81-bf70-ca3c9f410361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f0e72e2-fe3b-42e8-8a88-704d211ebaeb,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:04:12.727707 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-473fa872-e5be-4c81-bf70-ca3c9f410361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:04:12.970950 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc3c262-f6d7-4c9c-a088-b184bf732cec req-cc83734c-4ba5-422b-bb62-c624e46f9552 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:12.972424 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-6fc3c262-f6d7-4c9c-a088-b184bf732cec req-cc83734c-4ba5-422b-bb62-c624e46f9552 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/ports?device_id=9afbb1bf-0416-43fb-9bbb-2433ceb5f0e3 HTTP/1.1" status: 200 len: 945 time: 0.0667300 Jun 18 22:04:13.011990 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-6fc3c262-f6d7-4c9c-a088-b184bf732cec req-84fae84b-57fc-486e-8b5d-411563804874 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1d65039-544f-4945-8129-414b24f93b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334232 Jun 18 22:04:13.710162 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f116f97-1ea3-4904-a4af-7243603516fe req-f18abe1f-ebca-4e38-a0c2-2e3d4de19b7c tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:13.711661 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-8f116f97-1ea3-4904-a4af-7243603516fe req-f18abe1f-ebca-4e38-a0c2-2e3d4de19b7c tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=86124762-9669-4327-a28e-3ab5a1591ad4 HTTP/1.1" status: 200 len: 945 time: 0.0672851 Jun 18 22:04:13.751644 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-8f116f97-1ea3-4904-a4af-7243603516fe req-215f07b4-f1e2-4083-ad13-dd8b1ebe7a01 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341203 Jun 18 22:04:13.939402 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 46880) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:04:14.037033 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.v2.base [None req-e38904b8-420e-44e8-bf40-25a32daeb731 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-892640264-network', 'tenant_id': 'e055c1d8ad684779979613ce0b219263'}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:04:14.110824 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38904b8-420e-44e8-bf40-25a32daeb731 admin admin] Made reservation on behalf of e055c1d8ad684779979613ce0b219263 for: {'network': 1} {{(pid=93267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:04:14.113697 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-e38904b8-420e-44e8-bf40-25a32daeb731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550498'] for network, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:14.122478 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-e38904b8-420e-44e8-bf40-25a32daeb731 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:14.205789 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18202c17-996c-48b5-8309-268c3413195a req-092bce2b-28d4-48e9-a3f2-4b306feba9b8 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:14.207369 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-18202c17-996c-48b5-8309-268c3413195a req-092bce2b-28d4-48e9-a3f2-4b306feba9b8 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/ports?device_id=9afbb1bf-0416-43fb-9bbb-2433ceb5f0e3 HTTP/1.1" status: 200 len: 945 time: 0.0695367 Jun 18 22:04:14.215276 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-e38904b8-420e-44e8-bf40-25a32daeb731 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:14.246095 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-18202c17-996c-48b5-8309-268c3413195a req-99ef3900-ef14-44ef-855a-910755c08e6b tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1d65039-544f-4945-8129-414b24f93b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319331 Jun 18 22:04:14.287825 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-e38904b8-420e-44e8-bf40-25a32daeb731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:14.291869 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-a9b91b7a-fea7-4270-8eac-d00d6feb7fa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:04:14.309241 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e38904b8-420e-44e8-bf40-25a32daeb731 admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=93267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 22:04:14.324129 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38904b8-420e-44e8-bf40-25a32daeb731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ac6748-e8b8-4eb7-9f21-b78975cb5ffb,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:04:14.327149 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-e38904b8-420e-44e8-bf40-25a32daeb731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527226'] for segment, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:14.327482 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.db.segments_db [None req-e38904b8-420e-44e8-bf40-25a32daeb731 admin admin] Added segment 1df097bc-2de7-42fb-a789-347ceb08f8a8 of type vlan for network 1a87a6c4-937d-4f37-ac14-5a1a090f18f9 Jun 18 22:04:14.328873 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-e38904b8-420e-44e8-bf40-25a32daeb731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:04:14.369989 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-e38904b8-420e-44e8-bf40-25a32daeb731 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765938645724'] for network, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:14.465199 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-e38904b8-420e-44e8-bf40-25a32daeb731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-490555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1678354'] for network, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:14.466523 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38904b8-420e-44e8-bf40-25a32daeb731 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:14.467120 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-e38904b8-420e-44e8-bf40-25a32daeb731 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678351'] for network, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:14.470478 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-6f751f2e-7d70-404a-bbfc-13eee38f88ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:04:14.530158 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38904b8-420e-44e8-bf40-25a32daeb731 admin admin] Pushing event updated for resources: {'Network': ['ID=1a87a6c4-937d-4f37-ac14-5a1a090f18f9,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:04:14.532748 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-e38904b8-420e-44e8-bf40-25a32daeb731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:04:14.541090 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Network 1a87a6c4-937d-4f37-ac14-5a1a090f18f9 details requested by agent ovs-agent-dv-cinder-766752-3-smb with host dv-cinder-766752-3-smb {{(pid=93269) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 22:04:14.608807 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-e38904b8-420e-44e8-bf40-25a32daeb731 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6718650 Jun 18 22:04:14.611617 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 46900) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:04:14.620092 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.v2.base [None req-21fd7850-c531-44cc-a58e-4f9e7458e07d admin admin] Request body: {'subnet': {'network_id': '1a87a6c4-937d-4f37-ac14-5a1a090f18f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-892640264-subnet', 'tenant_id': 'e055c1d8ad684779979613ce0b219263', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:04:14.716608 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21fd7850-c531-44cc-a58e-4f9e7458e07d admin admin] Made reservation on behalf of e055c1d8ad684779979613ce0b219263 for: {'subnet': 1} {{(pid=93267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:04:14.718939 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-21fd7850-c531-44cc-a58e-4f9e7458e07d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2856210'] for subnet, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:14.738273 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c05d77-bcd3-4594-943d-85f91ca22fd5 req-db52ce54-c4ce-41eb-be05-5c1934b32362 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:14.745003 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a5c05d77-bcd3-4594-943d-85f91ca22fd5 req-db52ce54-c4ce-41eb-be05-5c1934b32362 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/networks?id=395a7e5a-0acb-4fe9-93a8-fd98ee0f0487 HTTP/1.1" status: 200 len: 814 time: 0.1081438 Jun 18 22:04:14.755536 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a5c05d77-bcd3-4594-943d-85f91ca22fd5 req-b3ee353e-d25d-4260-82de-69723a0933e7 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/quotas/aedd71538feb4b62968f364e4f1f0502 HTTP/1.1" status: 200 len: 375 time: 0.0091324 Jun 18 22:04:14.833432 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a5c05d77-bcd3-4594-943d-85f91ca22fd5 req-b132fb39-c3eb-4368-bd14-fafca9837acb tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=aedd71538feb4b62968f364e4f1f0502&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0713482 Jun 18 22:04:14.956983 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-21fd7850-c531-44cc-a58e-4f9e7458e07d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2856192'] for subnet, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:14.960454 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:04:14.968485 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a5c05d77-bcd3-4594-943d-85f91ca22fd5 req-4cecd960-a265-4720-bea1-8c0b0386db03 service neutron] 10.222.0.23 "GET /v2.0/networks/395a7e5a-0acb-4fe9-93a8-fd98ee0f0487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307650 Jun 18 22:04:14.977874 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a2c531-9139-4bb8-8145-0904a1b362c5 req-fe62ff58-f51b-417f-8361-3e34ced18d47 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:14.979288 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-f2a2c531-9139-4bb8-8145-0904a1b362c5 req-fe62ff58-f51b-417f-8361-3e34ced18d47 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=86124762-9669-4327-a28e-3ab5a1591ad4 HTTP/1.1" status: 200 len: 945 time: 0.0955648 Jun 18 22:04:14.994289 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.agents_db [None req-e551f8fc-329d-4229-a52e-01157ddddd3a None None] Agent healthcheck: found 6 active agents {{(pid=93270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 22:04:15.014727 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fd7850-c531-44cc-a58e-4f9e7458e07d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3208e9c8-5ade-4932-ba3d-a27e02ad273d,revision_number=0']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:04:15.017408 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-21fd7850-c531-44cc-a58e-4f9e7458e07d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:04:15.022195 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fd7850-c531-44cc-a58e-4f9e7458e07d admin admin] Checking segment: {'id': '1df097bc-2de7-42fb-a789-347ceb08f8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1a87a6c4-937d-4f37-ac14-5a1a090f18f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:04:15.022537 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fd7850-c531-44cc-a58e-4f9e7458e07d admin admin] Network hostable DHCP agents. Network: 1a87a6c4-937d-4f37-ac14-5a1a090f18f9, hostable agents: ['8cbf1dbc-985e-4686-b9a4-b42f90572d3b'], hosted agents: [] {{(pid=93267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 22:04:15.068304 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-f2a2c531-9139-4bb8-8145-0904a1b362c5 req-ff857879-e741-4dea-93b6-805e13ae1df2 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803528 Jun 18 22:04:15.095483 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a5c05d77-bcd3-4594-943d-85f91ca22fd5 req-77e1ebe3-99fe-455e-914c-5fbcf9b9202e service neutron] 10.222.0.23 "GET /v2.0/networks/395a7e5a-0acb-4fe9-93a8-fd98ee0f0487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152296 Jun 18 22:04:15.105281 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fd7850-c531-44cc-a58e-4f9e7458e07d admin admin] Network 1a87a6c4-937d-4f37-ac14-5a1a090f18f9 is scheduled to be hosted by DHCP agent 8cbf1dbc-985e-4686-b9a4-b42f90572d3b with binding_index 1 {{(pid=93267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 22:04:15.186107 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.scheduler.base_scheduler [None req-21fd7850-c531-44cc-a58e-4f9e7458e07d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-3-smb, 1a87a6c4-937d-4f37-ac14-5a1a090f18f9) {{(pid=93267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:04:15.198092 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d136cd2b-a146-4925-a423-e1a95acd0196 None None] Network 1a87a6c4-937d-4f37-ac14-5a1a090f18f9 requested from dv-cinder-766752-3-smb {{(pid=93269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 22:04:15.198523 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21fd7850-c531-44cc-a58e-4f9e7458e07d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:15.199144 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-21fd7850-c531-44cc-a58e-4f9e7458e07d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:15.353003 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-21fd7850-c531-44cc-a58e-4f9e7458e07d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7393804 Jun 18 22:04:15.456902 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-e3bb47ab-c51e-485b-8d76-e4c82b667495 req-777a9dd7-b03b-4ff4-9177-ee431b6057f0 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fca5fb9-2c9e-45be-b3b0-93d6dcb47bff HTTP/1.1" status: 200 len: 210 time: 0.0628333 Jun 18 22:04:15.541992 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d3fc40-df17-49f7-8aa1-ab828f740395 req-ff45e5d7-d7c7-45a1-a579-87df83f55609 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:15.543560 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-34d3fc40-df17-49f7-8aa1-ab828f740395 req-ff45e5d7-d7c7-45a1-a579-87df83f55609 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/ports?device_id=9afbb1bf-0416-43fb-9bbb-2433ceb5f0e3 HTTP/1.1" status: 200 len: 945 time: 0.0850830 Jun 18 22:04:15.558762 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95dd2d46-5fb6-4a2a-8bbc-ae86e40663b2 None None] Network 1a87a6c4-937d-4f37-ac14-5a1a090f18f9 requested from dv-cinder-766752-3-smb {{(pid=93269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 22:04:15.593138 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-34d3fc40-df17-49f7-8aa1-ab828f740395 req-31a4e1f8-b31d-469f-a363-cf3a39d0d45e tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1d65039-544f-4945-8129-414b24f93b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437081 Jun 18 22:04:16.249571 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8758c727-6497-4dbf-abb1-c04a297a8e6f req-63900811-1a7a-4e55-bfa5-ce2929a4797a tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:16.251062 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-8758c727-6497-4dbf-abb1-c04a297a8e6f req-63900811-1a7a-4e55-bfa5-ce2929a4797a tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=86124762-9669-4327-a28e-3ab5a1591ad4 HTTP/1.1" status: 200 len: 945 time: 0.0701916 Jun 18 22:04:16.290608 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-8758c727-6497-4dbf-abb1-c04a297a8e6f req-27905e7d-7bf3-4060-8fb6-959371a77096 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330324 Jun 18 22:04:16.611190 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-ef14a5d2-0407-492e-8e3b-f61d13c225af req-359b2a5e-4b90-4d49-95a5-4f7d0020ac5c tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fca5fb9-2c9e-45be-b3b0-93d6dcb47bff HTTP/1.1" status: 200 len: 210 time: 0.0299065 Jun 18 22:04:16.774765 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7c85d1-4c69-471e-9a92-81d3be896d49 req-13488f57-f2af-4baf-9cc1-3be6a5c0dfd8 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:16.776280 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3d7c85d1-4c69-471e-9a92-81d3be896d49 req-13488f57-f2af-4baf-9cc1-3be6a5c0dfd8 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/ports?device_id=9afbb1bf-0416-43fb-9bbb-2433ceb5f0e3 HTTP/1.1" status: 200 len: 945 time: 0.0706773 Jun 18 22:04:16.815865 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3d7c85d1-4c69-471e-9a92-81d3be896d49 req-a9806bee-be92-4368-add1-5beb8aab2af1 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1d65039-544f-4945-8129-414b24f93b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334787 Jun 18 22:04:17.299569 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fedd2bc-f7de-45bf-8b45-b484aaed0eb5 req-a4b0c3a7-e97d-4108-9caa-e318c3a3c112 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:17.301072 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-2fedd2bc-f7de-45bf-8b45-b484aaed0eb5 req-a4b0c3a7-e97d-4108-9caa-e318c3a3c112 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/ports?device_id=9afbb1bf-0416-43fb-9bbb-2433ceb5f0e3 HTTP/1.1" status: 200 len: 945 time: 0.0666218 Jun 18 22:04:17.339688 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-2fedd2bc-f7de-45bf-8b45-b484aaed0eb5 req-d3d84487-45d1-4eff-af35-c6486d6904e1 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1d65039-544f-4945-8129-414b24f93b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325251 Jun 18 22:04:17.509666 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b58fcb0-8243-48f7-be3f-9bd63faf3fc3 req-44fcf0be-bc32-4958-a15b-a415c22849ed tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:17.511128 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-9b58fcb0-8243-48f7-be3f-9bd63faf3fc3 req-44fcf0be-bc32-4958-a15b-a415c22849ed tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=86124762-9669-4327-a28e-3ab5a1591ad4 HTTP/1.1" status: 200 len: 945 time: 0.0996451 Jun 18 22:04:17.517172 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106132c-29f2-49ab-86fb-0f302f1ca42a req-711569eb-660d-4249-811f-d43fb6466bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:17.518540 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-6106132c-29f2-49ab-86fb-0f302f1ca42a req-711569eb-660d-4249-811f-d43fb6466bcc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1a162bbe7ec5404e82b0637c65bc655b&device_id=9afbb1bf-0416-43fb-9bbb-2433ceb5f0e3 HTTP/1.1" status: 200 len: 1098 time: 0.0798197 Jun 18 22:04:17.597650 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-9b58fcb0-8243-48f7-be3f-9bd63faf3fc3 req-dffb38ae-bc3d-45c7-aa1e-340f7ba3ea71 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781791 Jun 18 22:04:17.695060 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106132c-29f2-49ab-86fb-0f302f1ca42a req-cd479110-dc30-4201-87e4-7335fafe904a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:17.696409 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-6106132c-29f2-49ab-86fb-0f302f1ca42a req-cd479110-dc30-4201-87e4-7335fafe904a service neutron] 10.222.0.42 "GET /v2.0/networks?id=2767e6ef-6819-45b8-a88a-d01068b3a363 HTTP/1.1" status: 200 len: 912 time: 0.1701765 Jun 18 22:04:17.777762 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4351a633-0f60-429f-9658-dfaa24bb87c8 req-57f6d3db-21c4-4904-a92c-89a016327475 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:17.777762 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-4351a633-0f60-429f-9658-dfaa24bb87c8 req-57f6d3db-21c4-4904-a92c-89a016327475 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] 10.222.0.23 "GET /v2.0/networks?id=1a87a6c4-937d-4f37-ac14-5a1a090f18f9 HTTP/1.1" status: 200 len: 808 time: 0.1750808 Jun 18 22:04:17.800144 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-02217230-dcfa-4dbf-9fe1-1ccd573695e1 req-545dbd2c-7410-42ff-bfda-68a8f98492a5 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fca5fb9-2c9e-45be-b3b0-93d6dcb47bff HTTP/1.1" status: 200 len: 210 time: 0.0503829 Jun 18 22:04:17.819761 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-4351a633-0f60-429f-9658-dfaa24bb87c8 req-56435400-f359-4460-b44e-3f39683be95f tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] 10.222.0.23 "GET /v2.0/quotas/e055c1d8ad684779979613ce0b219263 HTTP/1.1" status: 200 len: 375 time: 0.0217965 Jun 18 22:04:17.836737 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-6106132c-29f2-49ab-86fb-0f302f1ca42a req-f000e3b1-310a-4961-8780-d21d0f26a464 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1a14add-76dd-4a0c-a52a-f7c12f8eb41a HTTP/1.1" status: 200 len: 1001 time: 0.1287975 Jun 18 22:04:17.855509 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-4351a633-0f60-429f-9658-dfaa24bb87c8 req-6b9cb555-db2a-4264-a7cb-e40fe033bc45 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e055c1d8ad684779979613ce0b219263&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302794 Jun 18 22:04:17.946484 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106132c-29f2-49ab-86fb-0f302f1ca42a req-6dba50ee-296b-4448-b328-c156da669d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:17.947936 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-6106132c-29f2-49ab-86fb-0f302f1ca42a req-6dba50ee-296b-4448-b328-c156da669d25 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2c05298a-5496-468b-af9b-eb839c301437 HTTP/1.1" status: 200 len: 850 time: 0.0949492 Jun 18 22:04:17.977727 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-4351a633-0f60-429f-9658-dfaa24bb87c8 req-d6552d68-fbf7-4a9d-8c8c-672ee80c9d7d service neutron] 10.222.0.23 "GET /v2.0/networks/1a87a6c4-937d-4f37-ac14-5a1a090f18f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139355 Jun 18 22:04:18.057600 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 46976) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:04:18.174607 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-91486371-2e90-4a03-bb07-268067d317b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:18.266552 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-91486371-2e90-4a03-bb07-268067d317b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:18.327923 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-91486371-2e90-4a03-bb07-268067d317b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:18.331792 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-84f8d3fb-2411-4ab8-a28b-b611d0b64c7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:04:18.366972 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91486371-2e90-4a03-bb07-268067d317b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d85ff1-787c-489f-87ca-9140dd8ac87d,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:04:18.374017 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-91486371-2e90-4a03-bb07-268067d317b9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1ac481b756db43fe85f2cbb6c7978e86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3152826 Jun 18 22:04:18.374969 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-91486371-2e90-4a03-bb07-268067d317b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:04:18.375408 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 46982) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:04:18.420776 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-4351a633-0f60-429f-9658-dfaa24bb87c8 req-c0afb832-9792-47b5-b6f2-6486e43806b6 service neutron] 10.222.0.23 "GET /v2.0/networks/1a87a6c4-937d-4f37-ac14-5a1a090f18f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4293029 Jun 18 22:04:18.429971 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-9eb748c6-00ef-4b15-9a25-d203e6449dea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:18.430317 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c05d77-bcd3-4594-943d-85f91ca22fd5 req-c0a8416d-5fc2-43d0-ae32-273dc4aa2f28 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:18.433996 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a5c05d77-bcd3-4594-943d-85f91ca22fd5 req-c0a8416d-5fc2-43d0-ae32-273dc4aa2f28 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.42 "GET /v2.0/networks?id=395a7e5a-0acb-4fe9-93a8-fd98ee0f0487 HTTP/1.1" status: 200 len: 814 time: 0.4416506 Jun 18 22:04:18.437007 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106132c-29f2-49ab-86fb-0f302f1ca42a req-78aac6a7-5348-4380-a857-9052ac5135f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:18.438396 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-6106132c-29f2-49ab-86fb-0f302f1ca42a req-78aac6a7-5348-4380-a857-9052ac5135f1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2767e6ef-6819-45b8-a88a-d01068b3a363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4551885 Jun 18 22:04:18.459810 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-9eb748c6-00ef-4b15-9a25-d203e6449dea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:18.485573 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.v2.base [req-a5c05d77-bcd3-4594-943d-85f91ca22fd5 req-71083bbd-4f24-4df8-8aa9-7148ba01f13a tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Request body: {'port': {'device_id': '8fca5fb9-2c9e-45be-b3b0-93d6dcb47bff', 'network_id': '395a7e5a-0acb-4fe9-93a8-fd98ee0f0487', 'admin_state_up': True, 'tenant_id': 'aedd71538feb4b62968f364e4f1f0502'}} {{(pid=93268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:04:18.689478 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-6106132c-29f2-49ab-86fb-0f302f1ca42a req-fdb37438-40bc-48d6-9793-71beb0429687 service neutron] 10.222.0.42 "GET /v2.0/networks/2767e6ef-6819-45b8-a88a-d01068b3a363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166076 Jun 18 22:04:18.709782 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86956c3f-7c14-490e-9427-030386034623 req-adaeaf1a-2f0e-4200-b3b4-06adb2a1e244 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:18.711271 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-86956c3f-7c14-490e-9427-030386034623 req-adaeaf1a-2f0e-4200-b3b4-06adb2a1e244 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/ports?device_id=9afbb1bf-0416-43fb-9bbb-2433ceb5f0e3 HTTP/1.1" status: 200 len: 945 time: 0.2183263 Jun 18 22:04:18.761720 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-9eb748c6-00ef-4b15-9a25-d203e6449dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:18.765610 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-9eb748c6-00ef-4b15-9a25-d203e6449dea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:18.769003 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-9eb748c6-00ef-4b15-9a25-d203e6449dea admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b3d85ff1-787c-489f-87ca-9140dd8ac87d HTTP/1.1" status: 204 len: 168 time: 0.3924439 Jun 18 22:04:18.774072 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-473fa872-e5be-4c81-bf70-ca3c9f410361 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:04:18.779550 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb748c6-00ef-4b15-9a25-d203e6449dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d85ff1-787c-489f-87ca-9140dd8ac87d,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:04:18.786794 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-9eb748c6-00ef-4b15-9a25-d203e6449dea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:04:18.837242 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-86956c3f-7c14-490e-9427-030386034623 req-13969313-58d0-4d3f-9fdb-7319d81dd78a tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1d65039-544f-4945-8129-414b24f93b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145580 Jun 18 22:04:18.838915 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5c05d77-bcd3-4594-943d-85f91ca22fd5 req-71083bbd-4f24-4df8-8aa9-7148ba01f13a tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Made reservation on behalf of aedd71538feb4b62968f364e4f1f0502 for: {'port': 1} {{(pid=93268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:04:18.843003 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-a5c05d77-bcd3-4594-943d-85f91ca22fd5 req-71083bbd-4f24-4df8-8aa9-7148ba01f13a tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550498'] for port, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:18.965396 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-6106132c-29f2-49ab-86fb-0f302f1ca42a req-26f78ba4-7fa7-464a-b983-210e4eccf9b5 service neutron] 10.222.0.42 "GET /v2.0/networks/2767e6ef-6819-45b8-a88a-d01068b3a363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282522 Jun 18 22:04:18.970320 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-c27190a6-54e8-4018-91f0-7dd7f49f4cc3 req-5c52c38f-366f-40dd-b6fb-ac0053cca100 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c31c824-3fc7-442e-ab03-51616a9beb0b HTTP/1.1" status: 200 len: 210 time: 0.0774512 Jun 18 22:04:18.996755 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb6a403-6016-4613-80ee-1e04895a6649 req-0ff859ce-2c06-4938-ab04-7cb5716858aa tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:18.998252 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-0fb6a403-6016-4613-80ee-1e04895a6649 req-0ff859ce-2c06-4938-ab04-7cb5716858aa tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=86124762-9669-4327-a28e-3ab5a1591ad4 HTTP/1.1" status: 200 len: 945 time: 0.2105162 Jun 18 22:04:19.071475 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-0fb6a403-6016-4613-80ee-1e04895a6649 req-df320ada-b57a-4883-9025-00e1ff2dc43a tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670009 Jun 18 22:04:19.081765 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.db_base_plugin_common [req-a5c05d77-bcd3-4594-943d-85f91ca22fd5 req-71083bbd-4f24-4df8-8aa9-7148ba01f13a tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Allocated IP 172.20.0.3 (395a7e5a-0acb-4fe9-93a8-fd98ee0f0487/9729ecdd-78ca-4833-a233-60cd016de49d/f0e28d5c-21b4-416d-b5ff-6d9bf333400f) {{(pid=93268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:04:19.117205 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-483946e1-f6d4-476b-9193-57284bc18add req-53f54ff1-e91a-41b7-8539-e63ac82f1340 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fca5fb9-2c9e-45be-b3b0-93d6dcb47bff HTTP/1.1" status: 200 len: 210 time: 0.0367682 Jun 18 22:04:19.264159 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-a5c05d77-bcd3-4594-943d-85f91ca22fd5 req-71083bbd-4f24-4df8-8aa9-7148ba01f13a tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Notify callbacks [] for port, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:19.385114 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-a5c05d77-bcd3-4594-943d-85f91ca22fd5 req-71083bbd-4f24-4df8-8aa9-7148ba01f13a tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-549537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1678354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765938626142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3169570'] for port, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:19.389006 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-14005e8d-17b7-4e3c-8721-5dbe3c29823e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:04:19.437485 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5c05d77-bcd3-4594-943d-85f91ca22fd5 req-71083bbd-4f24-4df8-8aa9-7148ba01f13a tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Network 395a7e5a-0acb-4fe9-93a8-fd98ee0f0487 is already hosted by enough agents. {{(pid=93268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:04:19.438156 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] get_ports_and_sgs() called for port_ids ['b8a9d1ed-0aa1-4b63-b121-97d85aaf1bd9', '87974d96-7d06-4d16-911b-10f3b36e2fba', 'db647a5f-b104-43c3-a328-d9f88c1cd0ad'] {{(pid=93269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:04:19.443215 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.base_scheduler [req-a5c05d77-bcd3-4594-943d-85f91ca22fd5 req-71083bbd-4f24-4df8-8aa9-7148ba01f13a tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Resources bound (agent type, host, resource id): {{(pid=93268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:04:19.447715 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5c05d77-bcd3-4594-943d-85f91ca22fd5 req-71083bbd-4f24-4df8-8aa9-7148ba01f13a tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Received port after_create {{(pid=93268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:04:19.454658 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71083bbd-4f24-4df8-8aa9-7148ba01f13a tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Pushing event updated for resources: {'Port': ['ID=f0e28d5c-21b4-416d-b5ff-6d9bf333400f,revision_number=1']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:04:19.487232 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71083bbd-4f24-4df8-8aa9-7148ba01f13a tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:04:19.487232 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71083bbd-4f24-4df8-8aa9-7148ba01f13a tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:04:19.487232 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71083bbd-4f24-4df8-8aa9-7148ba01f13a tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:04:19.487232 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71083bbd-4f24-4df8-8aa9-7148ba01f13a tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:04:19.487232 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71083bbd-4f24-4df8-8aa9-7148ba01f13a tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:04:19.487232 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71083bbd-4f24-4df8-8aa9-7148ba01f13a tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:04:19.487232 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71083bbd-4f24-4df8-8aa9-7148ba01f13a tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:04:19.487232 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71083bbd-4f24-4df8-8aa9-7148ba01f13a tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:04:19.488032 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71083bbd-4f24-4df8-8aa9-7148ba01f13a tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:04:19.488032 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71083bbd-4f24-4df8-8aa9-7148ba01f13a tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:04:19.488207 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71083bbd-4f24-4df8-8aa9-7148ba01f13a tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:04:19.488448 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71083bbd-4f24-4df8-8aa9-7148ba01f13a tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:04:19.502739 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-71083bbd-4f24-4df8-8aa9-7148ba01f13a tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:04:19.526245 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c05d77-bcd3-4594-943d-85f91ca22fd5 req-71083bbd-4f24-4df8-8aa9-7148ba01f13a tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:19.526900 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-a5c05d77-bcd3-4594-943d-85f91ca22fd5 req-71083bbd-4f24-4df8-8aa9-7148ba01f13a tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31239'] for port, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:19.581601 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a5c05d77-bcd3-4594-943d-85f91ca22fd5 req-71083bbd-4f24-4df8-8aa9-7148ba01f13a tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1131804 Jun 18 22:04:19.604825 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3a00bb4c-6340-44d9-b2fe-19709220a6c3 req-53e05d7e-af32-4e32-a87a-b9dd55e33618 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=29137dc2-e9df-4dab-9c24-56e918387df1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0541286 Jun 18 22:04:19.631743 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.v2.base [req-a5c05d77-bcd3-4594-943d-85f91ca22fd5 req-d776c953-a9a6-4083-ad78-8eadf16a30f7 service neutron] Request body: {'port': {'device_id': '8fca5fb9-2c9e-45be-b3b0-93d6dcb47bff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=93268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:04:19.751289 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-a5c05d77-bcd3-4594-943d-85f91ca22fd5 req-d776c953-a9a6-4083-ad78-8eadf16a30f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:19.766488 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 47022) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:04:19.767088 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a00bb4c-6340-44d9-b2fe-19709220a6c3 req-1012cf89-ae65-4adb-998f-c263ce09e4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:19.768474 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3a00bb4c-6340-44d9-b2fe-19709220a6c3 req-1012cf89-ae65-4adb-998f-c263ce09e4f5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=194d0725082a4b188ee68100035994ba&device_id=29137dc2-e9df-4dab-9c24-56e918387df1 HTTP/1.1" status: 200 len: 1098 time: 0.1148341 Jun 18 22:04:19.886814 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.v2.base [None req-61ec33d1-9989-44c0-9bd9-347f0b361f76 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-608783455-network', 'tenant_id': '5b39da45c8494f9a93bbc324799c2406'}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:04:19.967468 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ec33d1-9989-44c0-9bd9-347f0b361f76 admin admin] Made reservation on behalf of 5b39da45c8494f9a93bbc324799c2406 for: {'network': 1} {{(pid=93267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:04:19.970590 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-61ec33d1-9989-44c0-9bd9-347f0b361f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550498'] for network, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:19.980173 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-61ec33d1-9989-44c0-9bd9-347f0b361f76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:20.018994 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:20.058171 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a00bb4c-6340-44d9-b2fe-19709220a6c3 req-2b307679-15ec-443f-92f9-c0e2b8baccf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:20.059729 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3a00bb4c-6340-44d9-b2fe-19709220a6c3 req-2b307679-15ec-443f-92f9-c0e2b8baccf9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2e610704-1278-456e-9ce9-0109af150534 HTTP/1.1" status: 200 len: 920 time: 0.2386825 Jun 18 22:04:20.105760 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-61ec33d1-9989-44c0-9bd9-347f0b361f76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:20.137953 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3a00bb4c-6340-44d9-b2fe-19709220a6c3 req-52a78f36-513b-455b-bd81-c65d325d3b9f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38a24031-d69c-4f65-ac2f-60d5845f25d9 HTTP/1.1" status: 200 len: 217 time: 0.0631282 Jun 18 22:04:20.156055 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-61ec33d1-9989-44c0-9bd9-347f0b361f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:20.160141 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-c35e97c1-705c-4954-a281-b001cb11cbf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:04:20.177490 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61ec33d1-9989-44c0-9bd9-347f0b361f76 admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=93267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 22:04:20.179129 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-746fa16f-02d4-4e40-b88e-54f5bbc5378a req-fe1c9b5c-659b-4335-a664-7c1bb56ac5fe tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c31c824-3fc7-442e-ab03-51616a9beb0b HTTP/1.1" status: 200 len: 210 time: 0.0517592 Jun 18 22:04:20.203791 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-61ec33d1-9989-44c0-9bd9-347f0b361f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527226'] for segment, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:20.204195 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.db.segments_db [None req-61ec33d1-9989-44c0-9bd9-347f0b361f76 admin admin] Added segment 151f53c5-e714-4bed-85cb-b6b201b4601a of type vlan for network 0610a626-03a3-4b84-99c0-0b129bf8ff4c Jun 18 22:04:20.205705 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ec33d1-9989-44c0-9bd9-347f0b361f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148a0607-d52e-4437-9a58-1f56f964bbcb,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:04:20.217477 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f98d79-8881-4beb-abb9-a412725121ea req-3cef6240-2eb1-464b-a6ab-d9378c5949a6 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:20.219005 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-e6f98d79-8881-4beb-abb9-a412725121ea req-3cef6240-2eb1-464b-a6ab-d9378c5949a6 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/ports?device_id=9afbb1bf-0416-43fb-9bbb-2433ceb5f0e3 HTTP/1.1" status: 200 len: 945 time: 0.2360346 Jun 18 22:04:20.232015 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-61ec33d1-9989-44c0-9bd9-347f0b361f76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:04:20.273133 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-61ec33d1-9989-44c0-9bd9-347f0b361f76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765938645724'] for network, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:20.282456 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a00bb4c-6340-44d9-b2fe-19709220a6c3 req-9a591974-35df-4504-8b47-12241a164b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:20.284326 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3a00bb4c-6340-44d9-b2fe-19709220a6c3 req-9a591974-35df-4504-8b47-12241a164b7b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=127a1104-a6cb-4a46-bd9c-a1b88caa2a45 HTTP/1.1" status: 200 len: 859 time: 0.1159899 Jun 18 22:04:20.315668 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.notifiers.nova [req-a5c05d77-bcd3-4594-943d-85f91ca22fd5 req-d776c953-a9a6-4083-ad78-8eadf16a30f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0e28d5c-21b4-416d-b5ff-6d9bf333400f {{(pid=93268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:04:20.351935 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-a5c05d77-bcd3-4594-943d-85f91ca22fd5 req-d776c953-a9a6-4083-ad78-8eadf16a30f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:20.372224 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3a00bb4c-6340-44d9-b2fe-19709220a6c3 req-cd15f4a1-5b8a-40ad-bffd-57149a983ad0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2e610704-1278-456e-9ce9-0109af150534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744300 Jun 18 22:04:20.373357 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-61ec33d1-9989-44c0-9bd9-347f0b361f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-490555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1678354'] for network, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:20.374660 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ec33d1-9989-44c0-9bd9-347f0b361f76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:20.379629 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-e6f98d79-8881-4beb-abb9-a412725121ea req-022e0da6-182d-45a5-a0d2-18075fe5f3b7 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1d65039-544f-4945-8129-414b24f93b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444335 Jun 18 22:04:20.380030 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-61ec33d1-9989-44c0-9bd9-347f0b361f76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678351'] for network, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:20.380030 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-e38904b8-420e-44e8-bf40-25a32daeb731 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:04:20.435947 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [req-a5c05d77-bcd3-4594-943d-85f91ca22fd5 req-d776c953-a9a6-4083-ad78-8eadf16a30f7 service neutron] Transition to ACTIVE for port object f0e28d5c-21b4-416d-b5ff-6d9bf333400f will not be triggered until provisioned by entity L2. {{(pid=93268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:04:20.442311 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ec33d1-9989-44c0-9bd9-347f0b361f76 admin admin] Pushing event updated for resources: {'Network': ['ID=0610a626-03a3-4b84-99c0-0b129bf8ff4c,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:04:20.445694 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-61ec33d1-9989-44c0-9bd9-347f0b361f76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:04:20.454155 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Network 0610a626-03a3-4b84-99c0-0b129bf8ff4c details requested by agent ovs-agent-dv-cinder-766752-3-smb with host dv-cinder-766752-3-smb {{(pid=93269) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 22:04:20.495316 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1795305a-1155-4db0-be56-34667a5e4c34 req-f79b3b07-c736-433b-8065-c2d904617587 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:20.496819 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-1795305a-1155-4db0-be56-34667a5e4c34 req-f79b3b07-c736-433b-8065-c2d904617587 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=86124762-9669-4327-a28e-3ab5a1591ad4 HTTP/1.1" status: 200 len: 945 time: 0.1841211 Jun 18 22:04:20.524084 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3a00bb4c-6340-44d9-b2fe-19709220a6c3 req-73b3d739-09ea-4068-b1ca-502cb8190a7b service neutron] 10.222.0.42 "GET /v2.0/networks/2e610704-1278-456e-9ce9-0109af150534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395576 Jun 18 22:04:20.528706 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-61ec33d1-9989-44c0-9bd9-347f0b361f76 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7602236 Jun 18 22:04:20.531526 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 47034) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:04:20.537076 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.v2.base [None req-5f5f8fd1-fc99-41f1-9f78-b863a027f2ca admin admin] Request body: {'subnet': {'network_id': '0610a626-03a3-4b84-99c0-0b129bf8ff4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-608783455-subnet', 'tenant_id': '5b39da45c8494f9a93bbc324799c2406', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:04:20.558961 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-a5c05d77-bcd3-4594-943d-85f91ca22fd5 req-d776c953-a9a6-4083-ad78-8eadf16a30f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3169556'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:20.564217 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-8a42deef-66e5-486a-96eb-bb42d792962d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:04:20.642151 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f5f8fd1-fc99-41f1-9f78-b863a027f2ca admin admin] Made reservation on behalf of 5b39da45c8494f9a93bbc324799c2406 for: {'subnet': 1} {{(pid=93267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:04:20.644628 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-5f5f8fd1-fc99-41f1-9f78-b863a027f2ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2856210'] for subnet, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:20.887430 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-5f5f8fd1-fc99-41f1-9f78-b863a027f2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2856192'] for subnet, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:20.889848 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:04:20.942332 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-1795305a-1155-4db0-be56-34667a5e4c34 req-8ea522d2-f658-42c1-af1b-970dfe980ba5 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4346139 Jun 18 22:04:20.945521 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5f8fd1-fc99-41f1-9f78-b863a027f2ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f715c5c-6bba-45c0-bef4-cd805c19f368,revision_number=0']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:04:20.949356 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-5f5f8fd1-fc99-41f1-9f78-b863a027f2ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:04:20.953430 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5f8fd1-fc99-41f1-9f78-b863a027f2ca admin admin] Checking segment: {'id': '151f53c5-e714-4bed-85cb-b6b201b4601a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0610a626-03a3-4b84-99c0-0b129bf8ff4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:04:20.953780 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5f8fd1-fc99-41f1-9f78-b863a027f2ca admin admin] Network hostable DHCP agents. Network: 0610a626-03a3-4b84-99c0-0b129bf8ff4c, hostable agents: ['8cbf1dbc-985e-4686-b9a4-b42f90572d3b'], hosted agents: [] {{(pid=93267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 22:04:20.959255 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d776c953-a9a6-4083-ad78-8eadf16a30f7 service neutron] Pushing event updated for resources: {'Port': ['ID=f0e28d5c-21b4-416d-b5ff-6d9bf333400f,revision_number=2']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:04:20.962061 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-d776c953-a9a6-4083-ad78-8eadf16a30f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:04:21.035733 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3b0b7-8ffa-416e-9d8f-6ffc013bb3c3 req-134f3013-cd85-4617-bf0e-029bcb4cdd87 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:21.038029 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-13a3b0b7-8ffa-416e-9d8f-6ffc013bb3c3 req-134f3013-cd85-4617-bf0e-029bcb4cdd87 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fca5fb9-2c9e-45be-b3b0-93d6dcb47bff HTTP/1.1" status: 200 len: 931 time: 0.5356145 Jun 18 22:04:21.051028 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3a00bb4c-6340-44d9-b2fe-19709220a6c3 req-5bb1a3ae-bfce-4099-aefc-3357bb51c38e service neutron] 10.222.0.42 "GET /v2.0/networks/2e610704-1278-456e-9ce9-0109af150534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5079162 Jun 18 22:04:21.099513 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5f8fd1-fc99-41f1-9f78-b863a027f2ca admin admin] Network 0610a626-03a3-4b84-99c0-0b129bf8ff4c is scheduled to be hosted by DHCP agent 8cbf1dbc-985e-4686-b9a4-b42f90572d3b with binding_index 1 {{(pid=93267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 22:04:21.099901 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [req-a5c05d77-bcd3-4594-943d-85f91ca22fd5 req-d776c953-a9a6-4083-ad78-8eadf16a30f7 service neutron] Attempting to bind port f0e28d5c-21b4-416d-b5ff-6d9bf333400f on host hv-cinder-76675 for vnic_type normal with profile {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:04:21.100232 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [req-a5c05d77-bcd3-4594-943d-85f91ca22fd5 req-d776c953-a9a6-4083-ad78-8eadf16a30f7 service neutron] Attempting to bind port f0e28d5c-21b4-416d-b5ff-6d9bf333400f by drivers openvswitch,hyperv on host hv-cinder-76675 at level 0 using segments [{'id': '77f9bbaf-9eb4-46cf-b42b-07b6005141bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '395a7e5a-0acb-4fe9-93a8-fd98ee0f0487'}] {{(pid=93268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:04:21.100568 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c05d77-bcd3-4594-943d-85f91ca22fd5 req-d776c953-a9a6-4083-ad78-8eadf16a30f7 service neutron] Attempting to bind port f0e28d5c-21b4-416d-b5ff-6d9bf333400f on network 395a7e5a-0acb-4fe9-93a8-fd98ee0f0487 {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:04:21.105796 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-13a3b0b7-8ffa-416e-9d8f-6ffc013bb3c3 req-657df607-7b4d-466e-b3ef-e5bb2774bb19 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/security-groups?id=957c28e0-fd38-4ea0-94cb-f66c8bbe9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594611 Jun 18 22:04:21.107749 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c05d77-bcd3-4594-943d-85f91ca22fd5 req-d776c953-a9a6-4083-ad78-8eadf16a30f7 service neutron] Port f0e28d5c-21b4-416d-b5ff-6d9bf333400f on network 395a7e5a-0acb-4fe9-93a8-fd98ee0f0487 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76675 {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 22:04:21.108059 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c05d77-bcd3-4594-943d-85f91ca22fd5 req-d776c953-a9a6-4083-ad78-8eadf16a30f7 service neutron] Attempting to bind port f0e28d5c-21b4-416d-b5ff-6d9bf333400f on network 395a7e5a-0acb-4fe9-93a8-fd98ee0f0487 {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:04:21.113114 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c05d77-bcd3-4594-943d-85f91ca22fd5 req-d776c953-a9a6-4083-ad78-8eadf16a30f7 service neutron] Checking agent: {'id': '2f1318d3-4eca-4d35-9b75-a551f42ebb29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 22, 0, 20), 'started_at': datetime.datetime(2021, 6, 18, 22, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:04:21.113438 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c05d77-bcd3-4594-943d-85f91ca22fd5 req-d776c953-a9a6-4083-ad78-8eadf16a30f7 service neutron] Checking segment: {'id': '77f9bbaf-9eb4-46cf-b42b-07b6005141bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '395a7e5a-0acb-4fe9-93a8-fd98ee0f0487'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:04:21.113814 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c05d77-bcd3-4594-943d-85f91ca22fd5 req-d776c953-a9a6-4083-ad78-8eadf16a30f7 service neutron] Bound using segment: {'id': '77f9bbaf-9eb4-46cf-b42b-07b6005141bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '395a7e5a-0acb-4fe9-93a8-fd98ee0f0487'} {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:04:21.114224 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [req-a5c05d77-bcd3-4594-943d-85f91ca22fd5 req-d776c953-a9a6-4083-ad78-8eadf16a30f7 service neutron] Bound port: f0e28d5c-21b4-416d-b5ff-6d9bf333400f, host: hv-cinder-76675, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77f9bbaf-9eb4-46cf-b42b-07b6005141bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '395a7e5a-0acb-4fe9-93a8-fd98ee0f0487'}}] {{(pid=93268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:04:21.114561 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-a5c05d77-bcd3-4594-943d-85f91ca22fd5 req-d776c953-a9a6-4083-ad78-8eadf16a30f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:21.186467 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.scheduler.base_scheduler [None req-5f5f8fd1-fc99-41f1-9f78-b863a027f2ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-3-smb, 0610a626-03a3-4b84-99c0-0b129bf8ff4c) {{(pid=93267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:04:21.187003 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.db [req-a5c05d77-bcd3-4594-943d-85f91ca22fd5 req-d776c953-a9a6-4083-ad78-8eadf16a30f7 service neutron] For port f0e28d5c-21b4-416d-b5ff-6d9bf333400f, host hv-cinder-76675, cleared binding levels {{(pid=93268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:04:21.190635 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5f8fd1-fc99-41f1-9f78-b863a027f2ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:21.192003 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-5f5f8fd1-fc99-41f1-9f78-b863a027f2ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:21.193521 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.db [req-a5c05d77-bcd3-4594-943d-85f91ca22fd5 req-d776c953-a9a6-4083-ad78-8eadf16a30f7 service neutron] For port f0e28d5c-21b4-416d-b5ff-6d9bf333400f, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=f0e28d5c-21b4-416d-b5ff-6d9bf333400f,segment=NetworkSegment(77f9bbaf-9eb4-46cf-b42b-07b6005141bd),segment_id=77f9bbaf-9eb4-46cf-b42b-07b6005141bd)] {{(pid=93268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:04:21.198719 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f19492f-26d1-4c11-a7a3-713592b518e3 None None] Network 0610a626-03a3-4b84-99c0-0b129bf8ff4c requested from dv-cinder-766752-3-smb {{(pid=93269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 22:04:21.322153 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-5f5f8fd1-fc99-41f1-9f78-b863a027f2ca admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7894635 Jun 18 22:04:21.325676 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-d169b414-c20f-496d-899f-6984d2236ac0 req-18ad3415-16eb-43f5-9cf9-9a6a4a09bfa6 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c31c824-3fc7-442e-ab03-51616a9beb0b HTTP/1.1" status: 200 len: 210 time: 0.0283439 Jun 18 22:04:21.325676 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-a5c05d77-bcd3-4594-943d-85f91ca22fd5 req-d776c953-a9a6-4083-ad78-8eadf16a30f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3169556'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:21.333533 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e404d86d-e09e-4d9b-9c34-aa9ee7b9bcd5 None None] Network 0610a626-03a3-4b84-99c0-0b129bf8ff4c requested from dv-cinder-766752-3-smb {{(pid=93269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 22:04:21.338078 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:04:21.371803 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c05d77-bcd3-4594-943d-85f91ca22fd5 req-d776c953-a9a6-4083-ad78-8eadf16a30f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:21.371803 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-a5c05d77-bcd3-4594-943d-85f91ca22fd5 req-d776c953-a9a6-4083-ad78-8eadf16a30f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31239'] for port, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:21.371999 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a5c05d77-bcd3-4594-943d-85f91ca22fd5 req-d776c953-a9a6-4083-ad78-8eadf16a30f7 service neutron] 10.222.0.42 "PUT /v2.0/ports/f0e28d5c-21b4-416d-b5ff-6d9bf333400f HTTP/1.1" status: 200 len: 1093 time: 1.7455153 Jun 18 22:04:21.372381 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fca5fb9-2c9e-45be-b3b0-93d6dcb47bff', 'tag': 'f0e28d5c-21b4-416d-b5ff-6d9bf333400f'}] {{(pid=93268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:04:21.374650 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ff4b25c03651656652c9c7d58efcdba903c051ef33b3f53eb93af1a53304f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e150a56-24a0-4121-a27b-2b56363d4864" -d '{"events": [{"name": "network-changed", "server_uuid": "8fca5fb9-2c9e-45be-b3b0-93d6dcb47bff", "tag": "f0e28d5c-21b4-416d-b5ff-6d9bf333400f"}]}' {{(pid=93268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:04:21.446650 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 22:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1452e91-2873-48d8-8da9-c3630b1a076e x-openstack-request-id: req-d1452e91-2873-48d8-8da9-c3630b1a076e {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:04:21.446980 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fca5fb9-2c9e-45be-b3b0-93d6dcb47bff", "tag": "f0e28d5c-21b4-416d-b5ff-6d9bf333400f", "status": "completed", "code": 200}]} {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:04:21.447146 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d1452e91-2873-48d8-8da9-c3630b1a076e {{(pid=93268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:04:21.447556 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fca5fb9-2c9e-45be-b3b0-93d6dcb47bff', 'tag': 'f0e28d5c-21b4-416d-b5ff-6d9bf333400f', 'status': 'completed', 'code': 200} Jun 18 22:04:21.463186 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d776c953-a9a6-4083-ad78-8eadf16a30f7 service neutron] Pushing event updated for resources: {'Port': ['ID=f0e28d5c-21b4-416d-b5ff-6d9bf333400f,revision_number=3']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:04:21.485432 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-d776c953-a9a6-4083-ad78-8eadf16a30f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:04:21.597897 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4351a633-0f60-429f-9658-dfaa24bb87c8 req-37919f8d-1cb5-4bed-96ac-5112c968e201 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:21.599221 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-4351a633-0f60-429f-9658-dfaa24bb87c8 req-37919f8d-1cb5-4bed-96ac-5112c968e201 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] 10.222.0.42 "GET /v2.0/networks?id=1a87a6c4-937d-4f37-ac14-5a1a090f18f9 HTTP/1.1" status: 200 len: 808 time: 0.2103136 Jun 18 22:04:21.625244 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e150a56-24a0-4121-a27b-2b56363d4864 req-e4da67af-79a7-4877-a07a-281bae62c5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:21.626738 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-5e150a56-24a0-4121-a27b-2b56363d4864 req-e4da67af-79a7-4877-a07a-281bae62c5c5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aedd71538feb4b62968f364e4f1f0502&device_id=8fca5fb9-2c9e-45be-b3b0-93d6dcb47bff HTTP/1.1" status: 200 len: 1096 time: 0.1383743 Jun 18 22:04:21.634449 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.v2.base [req-4351a633-0f60-429f-9658-dfaa24bb87c8 req-d5e87fb9-e302-4b13-abc4-8c9ac6f2de58 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] Request body: {'port': {'device_id': '2c31c824-3fc7-442e-ab03-51616a9beb0b', 'network_id': '1a87a6c4-937d-4f37-ac14-5a1a090f18f9', 'admin_state_up': True, 'tenant_id': 'e055c1d8ad684779979613ce0b219263'}} {{(pid=93268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:04:21.706621 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914558d1-e585-4b94-8e4d-60087a158222 req-56f8e9af-6d7f-47a5-b93c-860d5f373ec7 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:21.708359 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-914558d1-e585-4b94-8e4d-60087a158222 req-56f8e9af-6d7f-47a5-b93c-860d5f373ec7 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/ports?device_id=9afbb1bf-0416-43fb-9bbb-2433ceb5f0e3 HTTP/1.1" status: 200 len: 945 time: 0.1762207 Jun 18 22:04:21.828873 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-914558d1-e585-4b94-8e4d-60087a158222 req-03849d55-2f39-4f21-8fae-147fde64a139 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1d65039-544f-4945-8129-414b24f93b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068392 Jun 18 22:04:21.867422 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e150a56-24a0-4121-a27b-2b56363d4864 req-bad9d732-1ffe-4d07-a7ce-b57841e270b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:21.868971 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-5e150a56-24a0-4121-a27b-2b56363d4864 req-bad9d732-1ffe-4d07-a7ce-b57841e270b9 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=aedd71538feb4b62968f364e4f1f0502&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2172718 Jun 18 22:04:21.971807 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e150a56-24a0-4121-a27b-2b56363d4864 req-5b4e9765-a788-480b-acf2-4c27efa8af12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:21.974413 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-5e150a56-24a0-4121-a27b-2b56363d4864 req-5b4e9765-a788-480b-acf2-4c27efa8af12 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0931296 Jun 18 22:04:22.120309 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4351a633-0f60-429f-9658-dfaa24bb87c8 req-d5e87fb9-e302-4b13-abc4-8c9ac6f2de58 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] Made reservation on behalf of e055c1d8ad684779979613ce0b219263 for: {'port': 1} {{(pid=93268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:04:22.123947 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-4351a633-0f60-429f-9658-dfaa24bb87c8 req-d5e87fb9-e302-4b13-abc4-8c9ac6f2de58 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550498'] for port, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:22.252806 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be7eaa-db22-43da-941f-9256f5254cdc req-c21ecee6-d1bb-40c1-89e6-7decc8e25d57 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:22.254377 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a8be7eaa-db22-43da-941f-9256f5254cdc req-c21ecee6-d1bb-40c1-89e6-7decc8e25d57 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=86124762-9669-4327-a28e-3ab5a1591ad4 HTTP/1.1" status: 200 len: 945 time: 0.1937394 Jun 18 22:04:22.262506 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c05d77-bcd3-4594-943d-85f91ca22fd5 req-48cda060-0369-4c36-9711-99060594513d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:22.263918 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a5c05d77-bcd3-4594-943d-85f91ca22fd5 req-48cda060-0369-4c36-9711-99060594513d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aedd71538feb4b62968f364e4f1f0502&device_id=8fca5fb9-2c9e-45be-b3b0-93d6dcb47bff HTTP/1.1" status: 200 len: 1096 time: 0.1940429 Jun 18 22:04:22.372301 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a5c05d77-bcd3-4594-943d-85f91ca22fd5 req-7d3a21df-8b67-49d2-9852-7c0ab623c977 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0e28d5c-21b4-416d-b5ff-6d9bf333400f HTTP/1.1" status: 200 len: 217 time: 0.0678530 Jun 18 22:04:22.427430 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a8be7eaa-db22-43da-941f-9256f5254cdc req-4ded95be-1853-4c13-8eba-5d86ddd274a2 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625700 Jun 18 22:04:22.438371 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.db_base_plugin_common [req-4351a633-0f60-429f-9658-dfaa24bb87c8 req-d5e87fb9-e302-4b13-abc4-8c9ac6f2de58 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] Allocated IP 172.20.0.4 (1a87a6c4-937d-4f37-ac14-5a1a090f18f9/3208e9c8-5ade-4932-ba3d-a27e02ad273d/305f6ac7-60fe-4bd9-b6ab-0297505a573d) {{(pid=93268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:04:22.478180 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c05d77-bcd3-4594-943d-85f91ca22fd5 req-2f0a97f6-a084-44de-97bc-55835ce4a3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:22.479893 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a5c05d77-bcd3-4594-943d-85f91ca22fd5 req-2f0a97f6-a084-44de-97bc-55835ce4a3b6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9729ecdd-78ca-4833-a233-60cd016de49d HTTP/1.1" status: 200 len: 854 time: 0.0988338 Jun 18 22:04:22.491048 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea20f9f-1983-49eb-b37c-7324acfb367e req-af72deb5-5fe2-456a-bb8f-6109c9f80ee1 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:22.491048 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-eea20f9f-1983-49eb-b37c-7324acfb367e req-af72deb5-5fe2-456a-bb8f-6109c9f80ee1 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fca5fb9-2c9e-45be-b3b0-93d6dcb47bff HTTP/1.1" status: 200 len: 943 time: 0.2712409 Jun 18 22:04:22.529582 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a5c05d77-bcd3-4594-943d-85f91ca22fd5 req-25554aae-e2dc-425d-bbc8-aa306b542201 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=395a7e5a-0acb-4fe9-93a8-fd98ee0f0487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374725 Jun 18 22:04:22.633605 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-65d28001-8060-4058-b732-4a9310888c23 req-ccee4688-6472-4246-b2e7-29a66b6ee1b9 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c31c824-3fc7-442e-ab03-51616a9beb0b HTTP/1.1" status: 200 len: 210 time: 0.0805049 Jun 18 22:04:22.665036 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-eea20f9f-1983-49eb-b37c-7324acfb367e req-94df9eb0-ffbb-48fb-a455-b3af089c4b44 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/security-groups?id=957c28e0-fd38-4ea0-94cb-f66c8bbe9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627581 Jun 18 22:04:22.748801 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a5c05d77-bcd3-4594-943d-85f91ca22fd5 req-4e5febff-0754-4e8c-8711-9fd34704639d service neutron] 10.222.0.42 "GET /v2.0/networks/395a7e5a-0acb-4fe9-93a8-fd98ee0f0487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058899 Jun 18 22:04:22.828468 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-4351a633-0f60-429f-9658-dfaa24bb87c8 req-d5e87fb9-e302-4b13-abc4-8c9ac6f2de58 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] Notify callbacks [] for port, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:22.879270 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a5c05d77-bcd3-4594-943d-85f91ca22fd5 req-ce6129a9-8940-4b85-877f-9f9e5d6db4e4 service neutron] 10.222.0.42 "GET /v2.0/networks/395a7e5a-0acb-4fe9-93a8-fd98ee0f0487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209948 Jun 18 22:04:22.973138 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-4351a633-0f60-429f-9658-dfaa24bb87c8 req-d5e87fb9-e302-4b13-abc4-8c9ac6f2de58 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-549537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1678354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765938626142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3169570'] for port, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:22.977977 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:04:23.022536 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4351a633-0f60-429f-9658-dfaa24bb87c8 req-d5e87fb9-e302-4b13-abc4-8c9ac6f2de58 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] Network 1a87a6c4-937d-4f37-ac14-5a1a090f18f9 is already hosted by enough agents. {{(pid=93268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:04:23.025732 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.base_scheduler [req-4351a633-0f60-429f-9658-dfaa24bb87c8 req-d5e87fb9-e302-4b13-abc4-8c9ac6f2de58 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] Resources bound (agent type, host, resource id): {{(pid=93268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:04:23.028067 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [req-4351a633-0f60-429f-9658-dfaa24bb87c8 req-d5e87fb9-e302-4b13-abc4-8c9ac6f2de58 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] Received port after_create {{(pid=93268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:04:23.062792 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e87fb9-e302-4b13-abc4-8c9ac6f2de58 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] Pushing event updated for resources: {'Port': ['ID=305f6ac7-60fe-4bd9-b6ab-0297505a573d,revision_number=1']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:04:23.065538 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-d5e87fb9-e302-4b13-abc4-8c9ac6f2de58 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:04:23.087971 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4351a633-0f60-429f-9658-dfaa24bb87c8 req-d5e87fb9-e302-4b13-abc4-8c9ac6f2de58 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:23.088602 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-4351a633-0f60-429f-9658-dfaa24bb87c8 req-d5e87fb9-e302-4b13-abc4-8c9ac6f2de58 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31239'] for port, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:23.195732 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-4351a633-0f60-429f-9658-dfaa24bb87c8 req-d5e87fb9-e302-4b13-abc4-8c9ac6f2de58 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5657682 Jun 18 22:04:23.214429 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.v2.base [req-4351a633-0f60-429f-9658-dfaa24bb87c8 req-1135d65a-cc3f-4d22-8b36-650010bdefca service neutron] Request body: {'port': {'device_id': '2c31c824-3fc7-442e-ab03-51616a9beb0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=93268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:04:23.287479 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-4351a633-0f60-429f-9658-dfaa24bb87c8 req-1135d65a-cc3f-4d22-8b36-650010bdefca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:23.563007 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.notifiers.nova [req-4351a633-0f60-429f-9658-dfaa24bb87c8 req-1135d65a-cc3f-4d22-8b36-650010bdefca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 305f6ac7-60fe-4bd9-b6ab-0297505a573d {{(pid=93268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:04:23.588656 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-4351a633-0f60-429f-9658-dfaa24bb87c8 req-1135d65a-cc3f-4d22-8b36-650010bdefca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:23.651970 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [req-4351a633-0f60-429f-9658-dfaa24bb87c8 req-1135d65a-cc3f-4d22-8b36-650010bdefca service neutron] Transition to ACTIVE for port object 305f6ac7-60fe-4bd9-b6ab-0297505a573d will not be triggered until provisioned by entity L2. {{(pid=93268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:04:23.709855 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f16a2f9-f95e-4940-8aeb-7189b9ee2250 req-4271f3a7-0e85-4497-9592-bcff51b6acbc tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:23.711292 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3f16a2f9-f95e-4940-8aeb-7189b9ee2250 req-4271f3a7-0e85-4497-9592-bcff51b6acbc tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=86124762-9669-4327-a28e-3ab5a1591ad4 HTTP/1.1" status: 200 len: 945 time: 0.1607871 Jun 18 22:04:23.719525 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0819b64-be73-47fb-88c4-6bf029fd1a16 req-77b81620-34b8-4030-9c00-46e4ac834597 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:23.720846 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a0819b64-be73-47fb-88c4-6bf029fd1a16 req-77b81620-34b8-4030-9c00-46e4ac834597 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.23 "GET /v2.0/networks?id=0610a626-03a3-4b84-99c0-0b129bf8ff4c HTTP/1.1" status: 200 len: 813 time: 0.1371915 Jun 18 22:04:23.747571 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a0819b64-be73-47fb-88c4-6bf029fd1a16 req-d48191e3-7e6e-48cd-9092-49b6235789df tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.23 "GET /v2.0/quotas/5b39da45c8494f9a93bbc324799c2406 HTTP/1.1" status: 200 len: 375 time: 0.0199628 Jun 18 22:04:23.771011 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3f16a2f9-f95e-4940-8aeb-7189b9ee2250 req-ab19a416-0d82-4bdd-827d-f634af2316fc tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492492 Jun 18 22:04:23.788278 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a0819b64-be73-47fb-88c4-6bf029fd1a16 req-bb5d04e0-ae3b-4ce9-b122-89a407d2984b tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5b39da45c8494f9a93bbc324799c2406&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332851 Jun 18 22:04:23.789378 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-4351a633-0f60-429f-9658-dfaa24bb87c8 req-1135d65a-cc3f-4d22-8b36-650010bdefca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3169556'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:23.796762 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:04:24.171644 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1135d65a-cc3f-4d22-8b36-650010bdefca service neutron] Pushing event updated for resources: {'Port': ['ID=305f6ac7-60fe-4bd9-b6ab-0297505a573d,revision_number=2']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:04:24.178489 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-1135d65a-cc3f-4d22-8b36-650010bdefca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:04:24.257904 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a0819b64-be73-47fb-88c4-6bf029fd1a16 req-2e454988-008b-42c2-8cbc-54135dd1f87e service neutron] 10.222.0.23 "GET /v2.0/networks/0610a626-03a3-4b84-99c0-0b129bf8ff4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4390752 Jun 18 22:04:24.326380 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [req-4351a633-0f60-429f-9658-dfaa24bb87c8 req-1135d65a-cc3f-4d22-8b36-650010bdefca service neutron] Attempting to bind port 305f6ac7-60fe-4bd9-b6ab-0297505a573d on host hv-cinder-76675 for vnic_type normal with profile {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:04:24.326705 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [req-4351a633-0f60-429f-9658-dfaa24bb87c8 req-1135d65a-cc3f-4d22-8b36-650010bdefca service neutron] Attempting to bind port 305f6ac7-60fe-4bd9-b6ab-0297505a573d by drivers openvswitch,hyperv on host hv-cinder-76675 at level 0 using segments [{'id': '1df097bc-2de7-42fb-a789-347ceb08f8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1a87a6c4-937d-4f37-ac14-5a1a090f18f9'}] {{(pid=93268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:04:24.327027 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4351a633-0f60-429f-9658-dfaa24bb87c8 req-1135d65a-cc3f-4d22-8b36-650010bdefca service neutron] Attempting to bind port 305f6ac7-60fe-4bd9-b6ab-0297505a573d on network 1a87a6c4-937d-4f37-ac14-5a1a090f18f9 {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:04:24.343911 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717874e5-8cb4-4f4a-ba00-e604f98a4913 req-6db85f1f-7f3d-4f3a-8186-d78c9771f4cf tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:24.345351 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-717874e5-8cb4-4f4a-ba00-e604f98a4913 req-6db85f1f-7f3d-4f3a-8186-d78c9771f4cf tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c31c824-3fc7-442e-ab03-51616a9beb0b HTTP/1.1" status: 200 len: 943 time: 0.2120132 Jun 18 22:04:24.347986 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4351a633-0f60-429f-9658-dfaa24bb87c8 req-1135d65a-cc3f-4d22-8b36-650010bdefca service neutron] Port 305f6ac7-60fe-4bd9-b6ab-0297505a573d on network 1a87a6c4-937d-4f37-ac14-5a1a090f18f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76675 {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 22:04:24.348700 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4351a633-0f60-429f-9658-dfaa24bb87c8 req-1135d65a-cc3f-4d22-8b36-650010bdefca service neutron] Attempting to bind port 305f6ac7-60fe-4bd9-b6ab-0297505a573d on network 1a87a6c4-937d-4f37-ac14-5a1a090f18f9 {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:04:24.362630 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4351a633-0f60-429f-9658-dfaa24bb87c8 req-1135d65a-cc3f-4d22-8b36-650010bdefca service neutron] Checking agent: {'id': '2f1318d3-4eca-4d35-9b75-a551f42ebb29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 22, 0, 20), 'started_at': datetime.datetime(2021, 6, 18, 22, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:04:24.362955 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4351a633-0f60-429f-9658-dfaa24bb87c8 req-1135d65a-cc3f-4d22-8b36-650010bdefca service neutron] Checking segment: {'id': '1df097bc-2de7-42fb-a789-347ceb08f8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1a87a6c4-937d-4f37-ac14-5a1a090f18f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:04:24.364338 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4351a633-0f60-429f-9658-dfaa24bb87c8 req-1135d65a-cc3f-4d22-8b36-650010bdefca service neutron] Bound using segment: {'id': '1df097bc-2de7-42fb-a789-347ceb08f8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1a87a6c4-937d-4f37-ac14-5a1a090f18f9'} {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:04:24.364495 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [req-4351a633-0f60-429f-9658-dfaa24bb87c8 req-1135d65a-cc3f-4d22-8b36-650010bdefca service neutron] Bound port: 305f6ac7-60fe-4bd9-b6ab-0297505a573d, host: hv-cinder-76675, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1df097bc-2de7-42fb-a789-347ceb08f8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1a87a6c4-937d-4f37-ac14-5a1a090f18f9'}}] {{(pid=93268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:04:24.364853 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-4351a633-0f60-429f-9658-dfaa24bb87c8 req-1135d65a-cc3f-4d22-8b36-650010bdefca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:24.426726 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a0819b64-be73-47fb-88c4-6bf029fd1a16 req-f89eba32-9cc0-46b6-a35b-8c348c2b65ee service neutron] 10.222.0.23 "GET /v2.0/networks/0610a626-03a3-4b84-99c0-0b129bf8ff4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605554 Jun 18 22:04:24.443857 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-717874e5-8cb4-4f4a-ba00-e604f98a4913 req-e3f34f95-d84a-48b3-ad60-816ed8ab33cf tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] 10.222.0.23 "GET /v2.0/security-groups?id=28ac6748-e8b8-4eb7-9f21-b78975cb5ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899098 Jun 18 22:04:24.476849 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.db [req-4351a633-0f60-429f-9658-dfaa24bb87c8 req-1135d65a-cc3f-4d22-8b36-650010bdefca service neutron] For port 305f6ac7-60fe-4bd9-b6ab-0297505a573d, host hv-cinder-76675, cleared binding levels {{(pid=93268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:04:24.480130 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.db [req-4351a633-0f60-429f-9658-dfaa24bb87c8 req-1135d65a-cc3f-4d22-8b36-650010bdefca service neutron] For port 305f6ac7-60fe-4bd9-b6ab-0297505a573d, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=305f6ac7-60fe-4bd9-b6ab-0297505a573d,segment=NetworkSegment(1df097bc-2de7-42fb-a789-347ceb08f8a8),segment_id=1df097bc-2de7-42fb-a789-347ceb08f8a8)] {{(pid=93268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:04:24.585849 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-4351a633-0f60-429f-9658-dfaa24bb87c8 req-1135d65a-cc3f-4d22-8b36-650010bdefca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3169556'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:24.591710 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:04:24.634315 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4351a633-0f60-429f-9658-dfaa24bb87c8 req-1135d65a-cc3f-4d22-8b36-650010bdefca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:24.634929 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-4351a633-0f60-429f-9658-dfaa24bb87c8 req-1135d65a-cc3f-4d22-8b36-650010bdefca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31239'] for port, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:24.636277 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-4351a633-0f60-429f-9658-dfaa24bb87c8 req-1135d65a-cc3f-4d22-8b36-650010bdefca service neutron] 10.222.0.42 "PUT /v2.0/ports/305f6ac7-60fe-4bd9-b6ab-0297505a573d HTTP/1.1" status: 200 len: 1093 time: 1.4261179 Jun 18 22:04:24.636844 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c31c824-3fc7-442e-ab03-51616a9beb0b', 'tag': '305f6ac7-60fe-4bd9-b6ab-0297505a573d'}] {{(pid=93268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:04:24.640648 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ff4b25c03651656652c9c7d58efcdba903c051ef33b3f53eb93af1a53304f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce79bfc9-64a2-4a6c-8d7b-7a7926305b51" -d '{"events": [{"name": "network-changed", "server_uuid": "2c31c824-3fc7-442e-ab03-51616a9beb0b", "tag": "305f6ac7-60fe-4bd9-b6ab-0297505a573d"}]}' {{(pid=93268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:04:24.670783 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a345f792-5dc6-4a09-b56b-175e19a1ac46 req-df3770c1-4cb6-4bd5-aa2f-4739cb367718 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:24.672195 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a345f792-5dc6-4a09-b56b-175e19a1ac46 req-df3770c1-4cb6-4bd5-aa2f-4739cb367718 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fca5fb9-2c9e-45be-b3b0-93d6dcb47bff HTTP/1.1" status: 200 len: 943 time: 0.1289775 Jun 18 22:04:24.681041 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1135d65a-cc3f-4d22-8b36-650010bdefca service neutron] Pushing event updated for resources: {'Port': ['ID=305f6ac7-60fe-4bd9-b6ab-0297505a573d,revision_number=3']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:04:24.686131 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-1135d65a-cc3f-4d22-8b36-650010bdefca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:04:24.710749 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-79c3c797-3e9f-40b9-becc-cbd10b8d086d req-3cf72544-af2d-4b97-9fe1-8e38afa58603 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8f2e372-7963-4160-b972-7ae860b23686 HTTP/1.1" status: 200 len: 210 time: 0.0478685 Jun 18 22:04:24.741820 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a345f792-5dc6-4a09-b56b-175e19a1ac46 req-c4f24eb2-9e51-4c74-9e61-8bf43d71101f tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/security-groups?id=957c28e0-fd38-4ea0-94cb-f66c8bbe9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578897 Jun 18 22:04:24.767065 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 22:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b0c9a4a-8090-408b-b884-915694883c63 x-openstack-request-id: req-9b0c9a4a-8090-408b-b884-915694883c63 {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:04:24.767251 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c31c824-3fc7-442e-ab03-51616a9beb0b", "tag": "305f6ac7-60fe-4bd9-b6ab-0297505a573d", "status": "completed", "code": 200}]} {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:04:24.767523 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9b0c9a4a-8090-408b-b884-915694883c63 {{(pid=93268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:04:24.767957 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c31c824-3fc7-442e-ab03-51616a9beb0b', 'tag': '305f6ac7-60fe-4bd9-b6ab-0297505a573d', 'status': 'completed', 'code': 200} Jun 18 22:04:24.867115 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4351a633-0f60-429f-9658-dfaa24bb87c8 req-e233ddfc-eb27-4766-b98d-067649580266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:24.868609 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-4351a633-0f60-429f-9658-dfaa24bb87c8 req-e233ddfc-eb27-4766-b98d-067649580266 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e055c1d8ad684779979613ce0b219263&device_id=2c31c824-3fc7-442e-ab03-51616a9beb0b HTTP/1.1" status: 200 len: 1096 time: 0.0559533 Jun 18 22:04:24.946620 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-4351a633-0f60-429f-9658-dfaa24bb87c8 req-e88afeff-32d8-4f2d-ae17-26e21d5044e0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=305f6ac7-60fe-4bd9-b6ab-0297505a573d HTTP/1.1" status: 200 len: 217 time: 0.0370846 Jun 18 22:04:25.011233 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b4ccd0-5f58-41d7-bafe-4f2b6e544765 req-0301f87a-afea-4653-b427-2cd568f0a756 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:25.012678 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-73b4ccd0-5f58-41d7-bafe-4f2b6e544765 req-0301f87a-afea-4653-b427-2cd568f0a756 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=86124762-9669-4327-a28e-3ab5a1591ad4 HTTP/1.1" status: 200 len: 945 time: 0.1294055 Jun 18 22:04:25.016254 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4351a633-0f60-429f-9658-dfaa24bb87c8 req-e4072af0-797d-4a12-9a4e-6e6c555b6b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:25.017582 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-4351a633-0f60-429f-9658-dfaa24bb87c8 req-e4072af0-797d-4a12-9a4e-6e6c555b6b04 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3208e9c8-5ade-4932-ba3d-a27e02ad273d HTTP/1.1" status: 200 len: 848 time: 0.0622919 Jun 18 22:04:25.059923 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-4351a633-0f60-429f-9658-dfaa24bb87c8 req-c0a82d01-8167-49e3-9103-7484dc047426 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1a87a6c4-937d-4f37-ac14-5a1a090f18f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285771 Jun 18 22:04:25.091439 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-73b4ccd0-5f58-41d7-bafe-4f2b6e544765 req-6944738c-c3cd-4549-83a7-dab58b65fb6b tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729413 Jun 18 22:04:25.157250 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-4351a633-0f60-429f-9658-dfaa24bb87c8 req-924957ae-a311-4a9c-8145-c31c2667016c service neutron] 10.222.0.42 "GET /v2.0/networks/1a87a6c4-937d-4f37-ac14-5a1a090f18f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879767 Jun 18 22:04:25.251289 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-4351a633-0f60-429f-9658-dfaa24bb87c8 req-24ae2701-173a-4eda-98b6-75c915176a14 service neutron] 10.222.0.42 "GET /v2.0/networks/1a87a6c4-937d-4f37-ac14-5a1a090f18f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850365 Jun 18 22:04:25.491813 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce79bfc9-64a2-4a6c-8d7b-7a7926305b51 req-1da97905-9bd7-4cb5-ab47-3053878e7df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:25.493313 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-ce79bfc9-64a2-4a6c-8d7b-7a7926305b51 req-1da97905-9bd7-4cb5-ab47-3053878e7df1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e055c1d8ad684779979613ce0b219263&device_id=2c31c824-3fc7-442e-ab03-51616a9beb0b HTTP/1.1" status: 200 len: 1096 time: 0.0535474 Jun 18 22:04:25.620688 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce79bfc9-64a2-4a6c-8d7b-7a7926305b51 req-06f47755-14b1-4cfc-9a09-a1bdf712c509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:25.622125 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-ce79bfc9-64a2-4a6c-8d7b-7a7926305b51 req-06f47755-14b1-4cfc-9a09-a1bdf712c509 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1a87a6c4-937d-4f37-ac14-5a1a090f18f9 HTTP/1.1" status: 200 len: 909 time: 0.1201062 Jun 18 22:04:25.677352 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96184af9-f1a2-40fe-9443-b1efa0a31881 req-4912a114-db93-46b9-9d1b-4e2fd5b2ad31 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:25.678783 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-96184af9-f1a2-40fe-9443-b1efa0a31881 req-4912a114-db93-46b9-9d1b-4e2fd5b2ad31 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c31c824-3fc7-442e-ab03-51616a9beb0b HTTP/1.1" status: 200 len: 943 time: 0.1206110 Jun 18 22:04:25.679961 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-ce79bfc9-64a2-4a6c-8d7b-7a7926305b51 req-07bfc5da-2c88-4741-b19d-da74c7fe84cd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=305f6ac7-60fe-4bd9-b6ab-0297505a573d HTTP/1.1" status: 200 len: 217 time: 0.0471888 Jun 18 22:04:25.747715 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-96184af9-f1a2-40fe-9443-b1efa0a31881 req-d2a29131-9951-4500-931c-d38268fc61cd tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] 10.222.0.23 "GET /v2.0/security-groups?id=28ac6748-e8b8-4eb7-9f21-b78975cb5ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633750 Jun 18 22:04:25.760784 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce79bfc9-64a2-4a6c-8d7b-7a7926305b51 req-5f7db74e-4042-4e80-8c05-08f5bf86812b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:25.762871 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-ce79bfc9-64a2-4a6c-8d7b-7a7926305b51 req-5f7db74e-4042-4e80-8c05-08f5bf86812b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3208e9c8-5ade-4932-ba3d-a27e02ad273d HTTP/1.1" status: 200 len: 848 time: 0.0610492 Jun 18 22:04:25.816449 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-ce79bfc9-64a2-4a6c-8d7b-7a7926305b51 req-ed1487c4-a1bd-4734-80b4-61fb53339f2f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1a87a6c4-937d-4f37-ac14-5a1a090f18f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283685 Jun 18 22:04:25.907334 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-571fa68d-2b87-4e7d-b9ac-b33f3c2d7411 req-5d492f25-7bba-4591-8fee-ce3611d6b77e tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8f2e372-7963-4160-b972-7ae860b23686 HTTP/1.1" status: 200 len: 210 time: 0.0653315 Jun 18 22:04:25.972685 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-ce79bfc9-64a2-4a6c-8d7b-7a7926305b51 req-d68407a5-c018-47ca-80b2-89a7a0c759d0 service neutron] 10.222.0.42 "GET /v2.0/networks/1a87a6c4-937d-4f37-ac14-5a1a090f18f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481452 Jun 18 22:04:25.994282 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b770ecf6-fbfd-4751-9213-0e8e50794579 req-7166e51f-2ae5-4e7e-b93b-230b340c665e tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:25.995654 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b770ecf6-fbfd-4751-9213-0e8e50794579 req-7166e51f-2ae5-4e7e-b93b-230b340c665e tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fca5fb9-2c9e-45be-b3b0-93d6dcb47bff HTTP/1.1" status: 200 len: 943 time: 0.1255894 Jun 18 22:04:26.086122 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b770ecf6-fbfd-4751-9213-0e8e50794579 req-2686693c-feaa-47a4-8472-9df5085e8c60 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/security-groups?id=957c28e0-fd38-4ea0-94cb-f66c8bbe9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790536 Jun 18 22:04:26.099130 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-ce79bfc9-64a2-4a6c-8d7b-7a7926305b51 req-d8a5ba44-b8fe-41fb-a319-fcc42c27fe2e service neutron] 10.222.0.42 "GET /v2.0/networks/1a87a6c4-937d-4f37-ac14-5a1a090f18f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186380 Jun 18 22:04:26.267556 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df5a5c-7560-4c0a-9b6f-8d0ad41dc088 req-604adb9f-bcb7-4d8e-8364-4915caababa9 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:26.269043 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-76df5a5c-7560-4c0a-9b6f-8d0ad41dc088 req-604adb9f-bcb7-4d8e-8364-4915caababa9 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=86124762-9669-4327-a28e-3ab5a1591ad4 HTTP/1.1" status: 200 len: 945 time: 0.0626612 Jun 18 22:04:26.306951 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-76df5a5c-7560-4c0a-9b6f-8d0ad41dc088 req-aaa7618d-3218-4d24-9e5a-69f5e1f1f455 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318522 Jun 18 22:04:26.926581 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac68815-99a0-4b50-a760-eadaef74114e req-204850e3-43ca-46ad-88e3-ba7225c4b693 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:26.927938 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-fac68815-99a0-4b50-a760-eadaef74114e req-204850e3-43ca-46ad-88e3-ba7225c4b693 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c31c824-3fc7-442e-ab03-51616a9beb0b HTTP/1.1" status: 200 len: 943 time: 0.0655961 Jun 18 22:04:26.954890 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device f0e28d5c-21b4-416d-b5ff-6d9bf333400f details requested by agent hyperv_hv-cinder-76675 with host hv-cinder-76675 {{(pid=93269) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 22:04:26.967106 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-fac68815-99a0-4b50-a760-eadaef74114e req-a63d920b-703a-4634-8ca0-ab3642000894 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] 10.222.0.23 "GET /v2.0/security-groups?id=28ac6748-e8b8-4eb7-9f21-b78975cb5ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331490 Jun 18 22:04:27.054914 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-0e456da6-2662-4c0f-b597-9a5071996ca1 req-5e2db104-9703-48f1-80b4-fe02b375b03a tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8f2e372-7963-4160-b972-7ae860b23686 HTTP/1.1" status: 200 len: 210 time: 0.0310438 Jun 18 22:04:27.074183 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] For port f0e28d5c-21b4-416d-b5ff-6d9bf333400f, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=f0e28d5c-21b4-416d-b5ff-6d9bf333400f,segment=NetworkSegment(77f9bbaf-9eb4-46cf-b42b-07b6005141bd),segment_id=77f9bbaf-9eb4-46cf-b42b-07b6005141bd)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:04:27.085887 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Returning: {'device': 'f0e28d5c-21b4-416d-b5ff-6d9bf333400f', 'network_id': '395a7e5a-0acb-4fe9-93a8-fd98ee0f0487', 'port_id': 'f0e28d5c-21b4-416d-b5ff-6d9bf333400f', 'mac_address': 'fa:16:3e:84:9e:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9729ecdd-78ca-4833-a233-60cd016de49d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93269) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 22:04:27.123955 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:27.138059 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.notifiers.nova [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0e28d5c-21b4-416d-b5ff-6d9bf333400f {{(pid=93269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:04:27.159035 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] For port f0e28d5c-21b4-416d-b5ff-6d9bf333400f, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=f0e28d5c-21b4-416d-b5ff-6d9bf333400f,segment=NetworkSegment(77f9bbaf-9eb4-46cf-b42b-07b6005141bd),segment_id=77f9bbaf-9eb4-46cf-b42b-07b6005141bd)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:04:27.212324 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:27.214576 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:04:27.266911 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Pushing event updated for resources: {'Port': ['ID=f0e28d5c-21b4-416d-b5ff-6d9bf333400f,revision_number=4']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:04:27.269589 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0819b64-be73-47fb-88c4-6bf029fd1a16 req-5014c2f1-edf5-4116-9959-7b09036a1d7d tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:27.271169 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a0819b64-be73-47fb-88c4-6bf029fd1a16 req-5014c2f1-edf5-4116-9959-7b09036a1d7d tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.42 "GET /v2.0/networks?id=0610a626-03a3-4b84-99c0-0b129bf8ff4c HTTP/1.1" status: 200 len: 813 time: 0.1414080 Jun 18 22:04:27.275803 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:04:27.277064 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:04:27.277064 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:04:27.277064 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:04:27.277335 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:04:27.277481 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:04:27.277805 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:04:27.278127 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:04:27.278449 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:04:27.278768 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:04:27.279086 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:04:27.279402 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:04:27.283174 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:04:27.296697 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8e23f1-27a7-40fc-97c9-35751e623ab4 req-a5ccc9e5-d803-4733-bf11-21d5aa5539fa tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:27.298143 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-8d8e23f1-27a7-40fc-97c9-35751e623ab4 req-a5ccc9e5-d803-4733-bf11-21d5aa5539fa tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fca5fb9-2c9e-45be-b3b0-93d6dcb47bff HTTP/1.1" status: 200 len: 944 time: 0.0968552 Jun 18 22:04:27.302694 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.v2.base [req-a0819b64-be73-47fb-88c4-6bf029fd1a16 req-5e7c5356-44bc-40e0-9a15-26befbd24994 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Request body: {'port': {'device_id': 'f8f2e372-7963-4160-b972-7ae860b23686', 'network_id': '0610a626-03a3-4b84-99c0-0b129bf8ff4c', 'admin_state_up': True, 'tenant_id': '5b39da45c8494f9a93bbc324799c2406'}} {{(pid=93268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:04:27.389020 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-8d8e23f1-27a7-40fc-97c9-35751e623ab4 req-1116c27b-faff-4be3-b891-2bbb04fd1b76 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/security-groups?id=957c28e0-fd38-4ea0-94cb-f66c8bbe9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829310 Jun 18 22:04:27.498790 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee0a27-61e6-4634-b66c-5850d6e475fc req-7acd7582-ccd2-4521-bc7f-a4bc0672758c tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:27.500166 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3cee0a27-61e6-4634-b66c-5850d6e475fc req-7acd7582-ccd2-4521-bc7f-a4bc0672758c tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=86124762-9669-4327-a28e-3ab5a1591ad4 HTTP/1.1" status: 200 len: 945 time: 0.0766323 Jun 18 22:04:27.538589 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3cee0a27-61e6-4634-b66c-5850d6e475fc req-d1ac8d09-8b2c-400b-8ee8-31a3b87d0161 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320106 Jun 18 22:04:27.600554 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0819b64-be73-47fb-88c4-6bf029fd1a16 req-5e7c5356-44bc-40e0-9a15-26befbd24994 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Made reservation on behalf of 5b39da45c8494f9a93bbc324799c2406 for: {'port': 1} {{(pid=93268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:04:27.604073 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-a0819b64-be73-47fb-88c4-6bf029fd1a16 req-5e7c5356-44bc-40e0-9a15-26befbd24994 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550498'] for port, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:27.645111 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] get_ports_and_sgs() called for port_ids ['f0e28d5c-21b4-416d-b5ff-6d9bf333400f'] {{(pid=93269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:04:27.669226 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-e2923ba9-ffcb-4787-85c8-6d407f89490d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:27.733666 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.db_base_plugin_common [req-a0819b64-be73-47fb-88c4-6bf029fd1a16 req-5e7c5356-44bc-40e0-9a15-26befbd24994 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Allocated IP 172.20.0.14 (0610a626-03a3-4b84-99c0-0b129bf8ff4c/5f715c5c-6bba-45c0-bef4-cd805c19f368/e4c2bdf6-253a-4e6a-9797-8a628aa341b7) {{(pid=93268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:04:27.875834 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-a0819b64-be73-47fb-88c4-6bf029fd1a16 req-5e7c5356-44bc-40e0-9a15-26befbd24994 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Notify callbacks [] for port, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:27.977735 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-a0819b64-be73-47fb-88c4-6bf029fd1a16 req-5e7c5356-44bc-40e0-9a15-26befbd24994 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-549537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1678354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765938626142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3169570'] for port, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:27.981564 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-3eaad5e7-773f-45f9-a91b-d20ca51178a9 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:04:28.026070 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0819b64-be73-47fb-88c4-6bf029fd1a16 req-5e7c5356-44bc-40e0-9a15-26befbd24994 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Network 0610a626-03a3-4b84-99c0-0b129bf8ff4c is already hosted by enough agents. {{(pid=93268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:04:28.029378 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.base_scheduler [req-a0819b64-be73-47fb-88c4-6bf029fd1a16 req-5e7c5356-44bc-40e0-9a15-26befbd24994 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Resources bound (agent type, host, resource id): {{(pid=93268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:04:28.036603 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0819b64-be73-47fb-88c4-6bf029fd1a16 req-5e7c5356-44bc-40e0-9a15-26befbd24994 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Received port after_create {{(pid=93268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:04:28.043045 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7c5356-44bc-40e0-9a15-26befbd24994 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Pushing event updated for resources: {'Port': ['ID=e4c2bdf6-253a-4e6a-9797-8a628aa341b7,revision_number=1']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:04:28.062441 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-5e7c5356-44bc-40e0-9a15-26befbd24994 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:04:28.088239 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0819b64-be73-47fb-88c4-6bf029fd1a16 req-5e7c5356-44bc-40e0-9a15-26befbd24994 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:28.089014 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-a0819b64-be73-47fb-88c4-6bf029fd1a16 req-5e7c5356-44bc-40e0-9a15-26befbd24994 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31239'] for port, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:28.158209 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bb33f9-2c67-4753-b434-cb51b8fdbc97 req-01822af8-61d4-422b-bd49-16793f6105cb tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:28.160184 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-57bb33f9-2c67-4753-b434-cb51b8fdbc97 req-01822af8-61d4-422b-bd49-16793f6105cb tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c31c824-3fc7-442e-ab03-51616a9beb0b HTTP/1.1" status: 200 len: 943 time: 0.0686414 Jun 18 22:04:28.210404 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a0819b64-be73-47fb-88c4-6bf029fd1a16 req-5e7c5356-44bc-40e0-9a15-26befbd24994 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9112153 Jun 18 22:04:28.233009 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-57bb33f9-2c67-4753-b434-cb51b8fdbc97 req-109fb302-614d-4d08-a22b-3a367d2b1f6f tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] 10.222.0.23 "GET /v2.0/security-groups?id=28ac6748-e8b8-4eb7-9f21-b78975cb5ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670295 Jun 18 22:04:28.244631 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.v2.base [req-a0819b64-be73-47fb-88c4-6bf029fd1a16 req-d195ce62-4cfb-4a21-89ee-34c5ea946a52 service neutron] Request body: {'port': {'device_id': 'f8f2e372-7963-4160-b972-7ae860b23686', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=93268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:04:28.295637 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d295e1c-a127-4316-a69b-46df13be822b req-0284e661-da5d-46e6-96aa-6bd1734a111b tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:28.297110 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-1d295e1c-a127-4316-a69b-46df13be822b req-0284e661-da5d-46e6-96aa-6bd1734a111b tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8f2e372-7963-4160-b972-7ae860b23686 HTTP/1.1" status: 200 len: 932 time: 0.1251347 Jun 18 22:04:28.352526 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-a0819b64-be73-47fb-88c4-6bf029fd1a16 req-d195ce62-4cfb-4a21-89ee-34c5ea946a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:28.367537 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-1d295e1c-a127-4316-a69b-46df13be822b req-8cbea909-0852-4f68-9886-ea9fcf2112a1 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.23 "GET /v2.0/security-groups?id=148a0607-d52e-4437-9a58-1f56f964bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641439 Jun 18 22:04:28.617684 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea16b9e-9af2-4dbd-aff2-26770817f07b req-d6e83960-a48e-47b3-9042-33d992d6970b tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:28.619183 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-aea16b9e-9af2-4dbd-aff2-26770817f07b req-d6e83960-a48e-47b3-9042-33d992d6970b tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fca5fb9-2c9e-45be-b3b0-93d6dcb47bff HTTP/1.1" status: 200 len: 944 time: 0.1068430 Jun 18 22:04:28.718715 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.notifiers.nova [req-a0819b64-be73-47fb-88c4-6bf029fd1a16 req-d195ce62-4cfb-4a21-89ee-34c5ea946a52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4c2bdf6-253a-4e6a-9797-8a628aa341b7 {{(pid=93268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:04:28.732183 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-aea16b9e-9af2-4dbd-aff2-26770817f07b req-c7fc4bc3-7377-49c4-93c8-ca6b62730d62 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/security-groups?id=957c28e0-fd38-4ea0-94cb-f66c8bbe9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025329 Jun 18 22:04:28.732183 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-a0819b64-be73-47fb-88c4-6bf029fd1a16 req-d195ce62-4cfb-4a21-89ee-34c5ea946a52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:28.754831 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [req-a0819b64-be73-47fb-88c4-6bf029fd1a16 req-d195ce62-4cfb-4a21-89ee-34c5ea946a52 service neutron] Transition to ACTIVE for port object e4c2bdf6-253a-4e6a-9797-8a628aa341b7 will not be triggered until provisioned by entity L2. {{(pid=93268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:04:28.772515 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5137e1-1065-4a9e-a976-5f1dd9851d43 req-e8fafaed-de33-4a7c-881d-4a5ae48e93dc tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:28.788801 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-4b5137e1-1065-4a9e-a976-5f1dd9851d43 req-e8fafaed-de33-4a7c-881d-4a5ae48e93dc tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=86124762-9669-4327-a28e-3ab5a1591ad4 HTTP/1.1" status: 200 len: 945 time: 0.1117468 Jun 18 22:04:28.810403 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-4b5137e1-1065-4a9e-a976-5f1dd9851d43 req-5d8d1aa0-4a27-4f72-b711-d2549b866069 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307887 Jun 18 22:04:28.845403 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-a0819b64-be73-47fb-88c4-6bf029fd1a16 req-d195ce62-4cfb-4a21-89ee-34c5ea946a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3169556'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:28.848875 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-42e24ad5-38ef-45c5-8a32-2cc97490215a tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:04:28.942867 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d195ce62-4cfb-4a21-89ee-34c5ea946a52 service neutron] Pushing event updated for resources: {'Port': ['ID=e4c2bdf6-253a-4e6a-9797-8a628aa341b7,revision_number=2']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:04:28.962255 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-d195ce62-4cfb-4a21-89ee-34c5ea946a52 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:04:28.969295 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device 305f6ac7-60fe-4bd9-b6ab-0297505a573d details requested by agent hyperv_hv-cinder-76675 with host hv-cinder-76675 {{(pid=93269) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 22:04:28.981360 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device f0e28d5c-21b4-416d-b5ff-6d9bf333400f up at agent hyperv_hv-cinder-76675 {{(pid=93269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:04:28.990459 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [req-a0819b64-be73-47fb-88c4-6bf029fd1a16 req-d195ce62-4cfb-4a21-89ee-34c5ea946a52 service neutron] Attempting to bind port e4c2bdf6-253a-4e6a-9797-8a628aa341b7 on host hv-cinder-76675 for vnic_type normal with profile {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:04:28.990941 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [req-a0819b64-be73-47fb-88c4-6bf029fd1a16 req-d195ce62-4cfb-4a21-89ee-34c5ea946a52 service neutron] Attempting to bind port e4c2bdf6-253a-4e6a-9797-8a628aa341b7 by drivers openvswitch,hyperv on host hv-cinder-76675 at level 0 using segments [{'id': '151f53c5-e714-4bed-85cb-b6b201b4601a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0610a626-03a3-4b84-99c0-0b129bf8ff4c'}] {{(pid=93268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:04:28.991114 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0819b64-be73-47fb-88c4-6bf029fd1a16 req-d195ce62-4cfb-4a21-89ee-34c5ea946a52 service neutron] Attempting to bind port e4c2bdf6-253a-4e6a-9797-8a628aa341b7 on network 0610a626-03a3-4b84-99c0-0b129bf8ff4c {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:04:28.995320 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0819b64-be73-47fb-88c4-6bf029fd1a16 req-d195ce62-4cfb-4a21-89ee-34c5ea946a52 service neutron] Port e4c2bdf6-253a-4e6a-9797-8a628aa341b7 on network 0610a626-03a3-4b84-99c0-0b129bf8ff4c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76675 {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 22:04:28.995636 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0819b64-be73-47fb-88c4-6bf029fd1a16 req-d195ce62-4cfb-4a21-89ee-34c5ea946a52 service neutron] Attempting to bind port e4c2bdf6-253a-4e6a-9797-8a628aa341b7 on network 0610a626-03a3-4b84-99c0-0b129bf8ff4c {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:04:29.000339 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0819b64-be73-47fb-88c4-6bf029fd1a16 req-d195ce62-4cfb-4a21-89ee-34c5ea946a52 service neutron] Checking agent: {'id': '2f1318d3-4eca-4d35-9b75-a551f42ebb29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 22, 0, 20), 'started_at': datetime.datetime(2021, 6, 18, 22, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:04:29.000707 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0819b64-be73-47fb-88c4-6bf029fd1a16 req-d195ce62-4cfb-4a21-89ee-34c5ea946a52 service neutron] Checking segment: {'id': '151f53c5-e714-4bed-85cb-b6b201b4601a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0610a626-03a3-4b84-99c0-0b129bf8ff4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:04:29.001086 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0819b64-be73-47fb-88c4-6bf029fd1a16 req-d195ce62-4cfb-4a21-89ee-34c5ea946a52 service neutron] Bound using segment: {'id': '151f53c5-e714-4bed-85cb-b6b201b4601a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0610a626-03a3-4b84-99c0-0b129bf8ff4c'} {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:04:29.001508 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [req-a0819b64-be73-47fb-88c4-6bf029fd1a16 req-d195ce62-4cfb-4a21-89ee-34c5ea946a52 service neutron] Bound port: e4c2bdf6-253a-4e6a-9797-8a628aa341b7, host: hv-cinder-76675, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '151f53c5-e714-4bed-85cb-b6b201b4601a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0610a626-03a3-4b84-99c0-0b129bf8ff4c'}}] {{(pid=93268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:04:29.001863 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-a0819b64-be73-47fb-88c4-6bf029fd1a16 req-d195ce62-4cfb-4a21-89ee-34c5ea946a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:29.063440 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.db [req-a0819b64-be73-47fb-88c4-6bf029fd1a16 req-d195ce62-4cfb-4a21-89ee-34c5ea946a52 service neutron] For port e4c2bdf6-253a-4e6a-9797-8a628aa341b7, host hv-cinder-76675, cleared binding levels {{(pid=93268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:04:29.067568 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.db [req-a0819b64-be73-47fb-88c4-6bf029fd1a16 req-d195ce62-4cfb-4a21-89ee-34c5ea946a52 service neutron] For port e4c2bdf6-253a-4e6a-9797-8a628aa341b7, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=e4c2bdf6-253a-4e6a-9797-8a628aa341b7,segment=NetworkSegment(151f53c5-e714-4bed-85cb-b6b201b4601a),segment_id=151f53c5-e714-4bed-85cb-b6b201b4601a)] {{(pid=93268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:04:29.102123 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] For port 305f6ac7-60fe-4bd9-b6ab-0297505a573d, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=305f6ac7-60fe-4bd9-b6ab-0297505a573d,segment=NetworkSegment(1df097bc-2de7-42fb-a789-347ceb08f8a8),segment_id=1df097bc-2de7-42fb-a789-347ceb08f8a8)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:04:29.114042 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Returning: {'device': '305f6ac7-60fe-4bd9-b6ab-0297505a573d', 'network_id': '1a87a6c4-937d-4f37-ac14-5a1a090f18f9', 'port_id': '305f6ac7-60fe-4bd9-b6ab-0297505a573d', 'mac_address': 'fa:16:3e:bc:e7:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3208e9c8-5ade-4932-ba3d-a27e02ad273d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93269) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 22:04:29.150071 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:29.162136 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.notifiers.nova [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 305f6ac7-60fe-4bd9-b6ab-0297505a573d {{(pid=93269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:04:29.170942 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-a0819b64-be73-47fb-88c4-6bf029fd1a16 req-d195ce62-4cfb-4a21-89ee-34c5ea946a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3169556'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:29.173799 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:04:29.181728 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] For port 305f6ac7-60fe-4bd9-b6ab-0297505a573d, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=305f6ac7-60fe-4bd9-b6ab-0297505a573d,segment=NetworkSegment(1df097bc-2de7-42fb-a789-347ceb08f8a8),segment_id=1df097bc-2de7-42fb-a789-347ceb08f8a8)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:04:29.204963 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Provisioning for port f0e28d5c-21b4-416d-b5ff-6d9bf333400f completed by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:04:29.208186 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0819b64-be73-47fb-88c4-6bf029fd1a16 req-d195ce62-4cfb-4a21-89ee-34c5ea946a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:29.208818 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-a0819b64-be73-47fb-88c4-6bf029fd1a16 req-d195ce62-4cfb-4a21-89ee-34c5ea946a52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31239'] for port, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:29.209108 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Provisioning complete for port f0e28d5c-21b4-416d-b5ff-6d9bf333400f triggered by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:04:29.213481 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:29.213687 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a0819b64-be73-47fb-88c4-6bf029fd1a16 req-d195ce62-4cfb-4a21-89ee-34c5ea946a52 service neutron] 10.222.0.42 "PUT /v2.0/ports/e4c2bdf6-253a-4e6a-9797-8a628aa341b7 HTTP/1.1" status: 200 len: 1094 time: 0.9706850 Jun 18 22:04:29.213687 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8f2e372-7963-4160-b972-7ae860b23686', 'tag': 'e4c2bdf6-253a-4e6a-9797-8a628aa341b7'}] {{(pid=93268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:04:29.213687 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ff4b25c03651656652c9c7d58efcdba903c051ef33b3f53eb93af1a53304f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c48b6822-3360-4f0c-b435-c8ebb01252c6" -d '{"events": [{"name": "network-changed", "server_uuid": "f8f2e372-7963-4160-b972-7ae860b23686", "tag": "e4c2bdf6-253a-4e6a-9797-8a628aa341b7"}]}' {{(pid=93268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:04:29.235487 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d195ce62-4cfb-4a21-89ee-34c5ea946a52 service neutron] Pushing event updated for resources: {'Port': ['ID=e4c2bdf6-253a-4e6a-9797-8a628aa341b7,revision_number=3']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:04:29.239566 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-d195ce62-4cfb-4a21-89ee-34c5ea946a52 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:04:29.262016 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 22:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc14491c-84e8-4a8f-8287-e0789bc0f46f x-openstack-request-id: req-fc14491c-84e8-4a8f-8287-e0789bc0f46f {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:04:29.262327 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8f2e372-7963-4160-b972-7ae860b23686", "tag": "e4c2bdf6-253a-4e6a-9797-8a628aa341b7", "status": "completed", "code": 200}]} {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:04:29.263017 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fc14491c-84e8-4a8f-8287-e0789bc0f46f {{(pid=93268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:04:29.263095 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8f2e372-7963-4160-b972-7ae860b23686', 'tag': 'e4c2bdf6-253a-4e6a-9797-8a628aa341b7', 'status': 'completed', 'code': 200} Jun 18 22:04:29.280474 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:29.283706 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:04:29.325032 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:29.357984 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Pushing event updated for resources: {'Port': ['ID=305f6ac7-60fe-4bd9-b6ab-0297505a573d,revision_number=4']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:04:29.361444 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:04:29.366450 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fca5fb9-2c9e-45be-b3b0-93d6dcb47bff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0e28d5c-21b4-416d-b5ff-6d9bf333400f'}] {{(pid=93269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:04:29.368480 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af3cbdd609d599d07a5217d2d1a89114698d9a8f3654956f7909e96a5eb364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99771a2b-6302-4039-9c69-ed193f83e64b" -d '{"events": [{"server_uuid": "8fca5fb9-2c9e-45be-b3b0-93d6dcb47bff", "name": "network-vif-plugged", "status": "completed", "tag": "f0e28d5c-21b4-416d-b5ff-6d9bf333400f"}]}' {{(pid=93269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:04:29.382289 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] For port f0e28d5c-21b4-416d-b5ff-6d9bf333400f, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=f0e28d5c-21b4-416d-b5ff-6d9bf333400f,segment=NetworkSegment(77f9bbaf-9eb4-46cf-b42b-07b6005141bd),segment_id=77f9bbaf-9eb4-46cf-b42b-07b6005141bd)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:04:29.410770 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a009d8-99a0-4eb4-b0c0-37fb0bc7f87e x-openstack-request-id: req-f3a009d8-99a0-4eb4-b0c0-37fb0bc7f87e {{(pid=93269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:04:29.411073 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fca5fb9-2c9e-45be-b3b0-93d6dcb47bff", "name": "network-vif-plugged", "status": "completed", "tag": "f0e28d5c-21b4-416d-b5ff-6d9bf333400f", "code": 200}]} {{(pid=93269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:04:29.411387 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f3a009d8-99a0-4eb4-b0c0-37fb0bc7f87e {{(pid=93269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:04:29.411740 dv-cinder-766752-3-smb neutron-server[93269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fca5fb9-2c9e-45be-b3b0-93d6dcb47bff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0e28d5c-21b4-416d-b5ff-6d9bf333400f', 'code': 200} Jun 18 22:04:29.423337 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b6822-3360-4f0c-b435-c8ebb01252c6 req-790b13a8-c69b-49f9-afe4-775d683c71b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:29.426092 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-c48b6822-3360-4f0c-b435-c8ebb01252c6 req-790b13a8-c69b-49f9-afe4-775d683c71b6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5b39da45c8494f9a93bbc324799c2406&device_id=f8f2e372-7963-4160-b972-7ae860b23686 HTTP/1.1" status: 200 len: 1097 time: 0.1028082 Jun 18 22:04:29.437978 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd62b79-d5cb-431f-a429-4e127bed1cd3 req-a8a8c072-a76b-4365-82f4-e425f92c60ca tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:29.439365 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-cbd62b79-d5cb-431f-a429-4e127bed1cd3 req-a8a8c072-a76b-4365-82f4-e425f92c60ca tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c31c824-3fc7-442e-ab03-51616a9beb0b HTTP/1.1" status: 200 len: 944 time: 0.0864651 Jun 18 22:04:29.445667 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:29.447625 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-e26d7ed0-2906-4a90-8594-b0a2c247d7a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:04:29.499147 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Pushing event updated for resources: {'Port': ['ID=f0e28d5c-21b4-416d-b5ff-6d9bf333400f,revision_number=5']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:04:29.509292 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:04:29.563858 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-cbd62b79-d5cb-431f-a429-4e127bed1cd3 req-b59fb8ec-b822-43cb-b76b-35bbcdcc002c tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] 10.222.0.23 "GET /v2.0/security-groups?id=28ac6748-e8b8-4eb7-9f21-b78975cb5ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180718 Jun 18 22:04:29.611606 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b6822-3360-4f0c-b435-c8ebb01252c6 req-848edf8b-b3b0-465a-a576-aa07bb8b5beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:29.614269 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-c48b6822-3360-4f0c-b435-c8ebb01252c6 req-848edf8b-b3b0-465a-a576-aa07bb8b5beb service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=5b39da45c8494f9a93bbc324799c2406&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1522839 Jun 18 22:04:29.637656 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ca964e-ecc5-434d-84cd-c009aaa31c73 req-eb01abcc-423f-4ce4-89c5-ad84b36f49dd tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:29.639085 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-08ca964e-ecc5-434d-84cd-c009aaa31c73 req-eb01abcc-423f-4ce4-89c5-ad84b36f49dd tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8f2e372-7963-4160-b972-7ae860b23686 HTTP/1.1" status: 200 len: 944 time: 0.1226869 Jun 18 22:04:29.765497 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] get_ports_and_sgs() called for port_ids ['305f6ac7-60fe-4bd9-b6ab-0297505a573d'] {{(pid=93269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:04:30.022150 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-08ca964e-ecc5-434d-84cd-c009aaa31c73 req-a137f7f1-2b12-4cf5-bff7-3e0f18a3df5a tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.23 "GET /v2.0/security-groups?id=148a0607-d52e-4437-9a58-1f56f964bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3723881 Jun 18 22:04:30.057924 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b6822-3360-4f0c-b435-c8ebb01252c6 req-416de89f-6d73-445e-a3b0-a8032e51ffb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:30.059377 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-c48b6822-3360-4f0c-b435-c8ebb01252c6 req-416de89f-6d73-445e-a3b0-a8032e51ffb6 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4374392 Jun 18 22:04:30.084348 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276eaa93-b1c0-491d-8f15-f17e3c1d443f req-44c89398-49c0-4647-97b7-8701056a21c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:30.085825 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-276eaa93-b1c0-491d-8f15-f17e3c1d443f req-44c89398-49c0-4647-97b7-8701056a21c3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8fca5fb9-2c9e-45be-b3b0-93d6dcb47bff HTTP/1.1" status: 200 len: 1098 time: 0.1370404 Jun 18 22:04:30.093463 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4918b625-3405-4f46-848c-15b61fbd3156 req-61f8186a-ce4c-4a46-ae62-56c9a783b2dd tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:30.094845 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-4918b625-3405-4f46-848c-15b61fbd3156 req-61f8186a-ce4c-4a46-ae62-56c9a783b2dd tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fca5fb9-2c9e-45be-b3b0-93d6dcb47bff HTTP/1.1" status: 200 len: 945 time: 0.1449661 Jun 18 22:04:30.208694 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-4918b625-3405-4f46-848c-15b61fbd3156 req-e3c0786d-7fc1-4c99-8d01-1c5b41e35ffe tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/security-groups?id=957c28e0-fd38-4ea0-94cb-f66c8bbe9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074731 Jun 18 22:04:30.217978 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-276eaa93-b1c0-491d-8f15-f17e3c1d443f req-c66041a2-6a5d-47e8-9a47-d32051756463 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=957c28e0-fd38-4ea0-94cb-f66c8bbe9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098175 Jun 18 22:04:30.233982 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3c7cdc99-ceba-4a1d-b8b3-43773840ff0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:30.265567 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd5a79-63f3-409e-b694-f6dd5f1f5ed1 req-eb9ca1db-c3b7-4201-839d-ccc32e1c9587 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:30.267018 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-0bdd5a79-63f3-409e-b694-f6dd5f1f5ed1 req-eb9ca1db-c3b7-4201-839d-ccc32e1c9587 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=86124762-9669-4327-a28e-3ab5a1591ad4 HTTP/1.1" status: 200 len: 945 time: 0.1343369 Jun 18 22:04:30.270053 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0819b64-be73-47fb-88c4-6bf029fd1a16 req-4fdaaed0-2c67-4cd1-8fdd-f97542832a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:30.271392 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a0819b64-be73-47fb-88c4-6bf029fd1a16 req-4fdaaed0-2c67-4cd1-8fdd-f97542832a0f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5b39da45c8494f9a93bbc324799c2406&device_id=f8f2e372-7963-4160-b972-7ae860b23686 HTTP/1.1" status: 200 len: 1097 time: 0.1180055 Jun 18 22:04:30.304367 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-0bdd5a79-63f3-409e-b694-f6dd5f1f5ed1 req-72a9cb10-32f7-4e97-8d59-d0a0315a328f tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310390 Jun 18 22:04:30.313952 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:30.590738 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a0819b64-be73-47fb-88c4-6bf029fd1a16 req-1be0ee67-c455-49ef-8318-5b69d2833936 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4c2bdf6-253a-4e6a-9797-8a628aa341b7 HTTP/1.1" status: 200 len: 217 time: 0.0378313 Jun 18 22:04:30.644977 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0819b64-be73-47fb-88c4-6bf029fd1a16 req-05579e7f-f37d-43b7-9fc3-409138e65d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:30.646393 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a0819b64-be73-47fb-88c4-6bf029fd1a16 req-05579e7f-f37d-43b7-9fc3-409138e65d4f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5f715c5c-6bba-45c0-bef4-cd805c19f368 HTTP/1.1" status: 200 len: 853 time: 0.0434194 Jun 18 22:04:30.685485 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a0819b64-be73-47fb-88c4-6bf029fd1a16 req-9c7ae576-0237-4334-a370-1f3a74278e09 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0610a626-03a3-4b84-99c0-0b129bf8ff4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274725 Jun 18 22:04:30.808164 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a0819b64-be73-47fb-88c4-6bf029fd1a16 req-d1c7c8e5-a901-4476-9b38-3ad5ed5fd41a service neutron] 10.222.0.42 "GET /v2.0/networks/0610a626-03a3-4b84-99c0-0b129bf8ff4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134038 Jun 18 22:04:30.816911 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e5e06-ed11-4b01-b03a-622a30ae5644 req-125dce13-a863-47f1-88f3-ce085e70aa37 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:30.820701 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-632e5e06-ed11-4b01-b03a-622a30ae5644 req-125dce13-a863-47f1-88f3-ce085e70aa37 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c31c824-3fc7-442e-ab03-51616a9beb0b HTTP/1.1" status: 200 len: 944 time: 0.1350114 Jun 18 22:04:30.900360 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-632e5e06-ed11-4b01-b03a-622a30ae5644 req-8f36af5c-092a-4a3c-9c06-73d70f9b6803 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] 10.222.0.23 "GET /v2.0/security-groups?id=28ac6748-e8b8-4eb7-9f21-b78975cb5ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743871 Jun 18 22:04:30.929211 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a0819b64-be73-47fb-88c4-6bf029fd1a16 req-dd9e5ece-4cbe-4987-9e18-e78a8f5489fe service neutron] 10.222.0.42 "GET /v2.0/networks/0610a626-03a3-4b84-99c0-0b129bf8ff4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100783 Jun 18 22:04:30.979128 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device 305f6ac7-60fe-4bd9-b6ab-0297505a573d up at agent hyperv_hv-cinder-76675 {{(pid=93269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:04:31.102362 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Provisioning for port 305f6ac7-60fe-4bd9-b6ab-0297505a573d completed by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:04:31.106640 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Provisioning complete for port 305f6ac7-60fe-4bd9-b6ab-0297505a573d triggered by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:04:31.107148 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:31.186832 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:31.195487 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8700b3-df73-49b7-96c8-46fda3eea560 req-945f40c5-65b2-4ee6-a15a-993ab0ef1b30 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:31.197071 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-9c8700b3-df73-49b7-96c8-46fda3eea560 req-945f40c5-65b2-4ee6-a15a-993ab0ef1b30 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8f2e372-7963-4160-b972-7ae860b23686 HTTP/1.1" status: 200 len: 944 time: 0.0644665 Jun 18 22:04:31.220382 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] For port 305f6ac7-60fe-4bd9-b6ab-0297505a573d, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=305f6ac7-60fe-4bd9-b6ab-0297505a573d,segment=NetworkSegment(1df097bc-2de7-42fb-a789-347ceb08f8a8),segment_id=1df097bc-2de7-42fb-a789-347ceb08f8a8)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:04:31.235777 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-9c8700b3-df73-49b7-96c8-46fda3eea560 req-22b07bff-007e-4eb1-81f0-c213ad802f70 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.23 "GET /v2.0/security-groups?id=148a0607-d52e-4437-9a58-1f56f964bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329685 Jun 18 22:04:31.308177 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:31.310182 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:04:31.356283 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Pushing event updated for resources: {'Port': ['ID=305f6ac7-60fe-4bd9-b6ab-0297505a573d,revision_number=5']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:04:31.359354 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:04:31.385768 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafeef6c-e858-41e3-9ebb-fffd1fa7e3e6 req-9755eadb-d33c-4ea9-98b3-e74c906d2fb7 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:31.387235 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-dafeef6c-e858-41e3-9ebb-fffd1fa7e3e6 req-9755eadb-d33c-4ea9-98b3-e74c906d2fb7 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fca5fb9-2c9e-45be-b3b0-93d6dcb47bff HTTP/1.1" status: 200 len: 945 time: 0.0688069 Jun 18 22:04:31.413260 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c31c824-3fc7-442e-ab03-51616a9beb0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '305f6ac7-60fe-4bd9-b6ab-0297505a573d'}] {{(pid=93269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:04:31.415827 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af3cbdd609d599d07a5217d2d1a89114698d9a8f3654956f7909e96a5eb364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec8a0df-53db-4a5e-a79f-8d0e688e2099" -d '{"events": [{"server_uuid": "2c31c824-3fc7-442e-ab03-51616a9beb0b", "name": "network-vif-plugged", "status": "completed", "tag": "305f6ac7-60fe-4bd9-b6ab-0297505a573d"}]}' {{(pid=93269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:04:31.436080 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-dafeef6c-e858-41e3-9ebb-fffd1fa7e3e6 req-0422ec00-2768-4b49-b750-e975f5458e18 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/security-groups?id=957c28e0-fd38-4ea0-94cb-f66c8bbe9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431461 Jun 18 22:04:31.482489 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82caa990-6941-4bfd-b1e1-3b120ee11099 x-openstack-request-id: req-82caa990-6941-4bfd-b1e1-3b120ee11099 {{(pid=93269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:04:31.482796 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c31c824-3fc7-442e-ab03-51616a9beb0b", "name": "network-vif-plugged", "status": "completed", "tag": "305f6ac7-60fe-4bd9-b6ab-0297505a573d", "code": 200}]} {{(pid=93269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:04:31.483052 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-82caa990-6941-4bfd-b1e1-3b120ee11099 {{(pid=93269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:04:31.483460 dv-cinder-766752-3-smb neutron-server[93269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c31c824-3fc7-442e-ab03-51616a9beb0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '305f6ac7-60fe-4bd9-b6ab-0297505a573d', 'code': 200} Jun 18 22:04:31.491741 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8ea413-51dc-4265-8a85-cca982ad3d2c req-26b6fde9-a823-4f6e-b994-0edd08ab59c8 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:31.493242 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-9e8ea413-51dc-4265-8a85-cca982ad3d2c req-26b6fde9-a823-4f6e-b994-0edd08ab59c8 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=86124762-9669-4327-a28e-3ab5a1591ad4 HTTP/1.1" status: 200 len: 945 time: 0.0716369 Jun 18 22:04:31.496302 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-66c5960c-ceb9-453b-add3-817047489609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:31.530510 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-9e8ea413-51dc-4265-8a85-cca982ad3d2c req-b28de199-233f-419f-bd6e-c032b56d28a5 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316026 Jun 18 22:04:32.055915 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e35cee7-cf7a-4ed3-aafb-6104c867072f req-b961fc9d-bf08-4fc5-a7aa-70d4573ab33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:32.057393 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3e35cee7-cf7a-4ed3-aafb-6104c867072f req-b961fc9d-bf08-4fc5-a7aa-70d4573ab33b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2c31c824-3fc7-442e-ab03-51616a9beb0b HTTP/1.1" status: 200 len: 1098 time: 0.0834377 Jun 18 22:04:32.109961 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ddc76-260a-4554-9fb4-4434292afd7a req-cd69d6e7-8320-45ad-b900-8ab89bf61288 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:32.111395 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-1e3ddc76-260a-4554-9fb4-4434292afd7a req-cd69d6e7-8320-45ad-b900-8ab89bf61288 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c31c824-3fc7-442e-ab03-51616a9beb0b HTTP/1.1" status: 200 len: 945 time: 0.0955226 Jun 18 22:04:32.117990 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3e35cee7-cf7a-4ed3-aafb-6104c867072f req-6622b482-615a-4a6e-9e3c-925e9ba14491 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=28ac6748-e8b8-4eb7-9f21-b78975cb5ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432446 Jun 18 22:04:32.150161 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-1e3ddc76-260a-4554-9fb4-4434292afd7a req-e9f8dfb2-41bf-48ea-ae99-489c6a3cfdf4 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] 10.222.0.23 "GET /v2.0/security-groups?id=28ac6748-e8b8-4eb7-9f21-b78975cb5ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312459 Jun 18 22:04:32.404853 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7210ad79-551c-4dd9-968e-a6bccd46375c req-b64dc53d-8618-42b4-b125-7b9bf8e97f1f tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:32.406206 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-7210ad79-551c-4dd9-968e-a6bccd46375c req-b64dc53d-8618-42b4-b125-7b9bf8e97f1f tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8f2e372-7963-4160-b972-7ae860b23686 HTTP/1.1" status: 200 len: 944 time: 0.0620697 Jun 18 22:04:32.443328 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-7210ad79-551c-4dd9-968e-a6bccd46375c req-a7cd81e8-65b4-4cb5-91d6-c777a95301e9 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.23 "GET /v2.0/security-groups?id=148a0607-d52e-4437-9a58-1f56f964bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305545 Jun 18 22:04:32.615796 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3712626d-19dc-4b00-9b4d-7fd935548858 req-7aeaa9cd-0fee-4433-9a17-1a3356f05a68 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:32.617291 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3712626d-19dc-4b00-9b4d-7fd935548858 req-7aeaa9cd-0fee-4433-9a17-1a3356f05a68 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fca5fb9-2c9e-45be-b3b0-93d6dcb47bff HTTP/1.1" status: 200 len: 945 time: 0.0683854 Jun 18 22:04:32.680290 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3712626d-19dc-4b00-9b4d-7fd935548858 req-d535f598-0473-4ad2-97eb-b7711a01b93a tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/security-groups?id=957c28e0-fd38-4ea0-94cb-f66c8bbe9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573561 Jun 18 22:04:32.717630 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a1a5e-4eea-4dd6-beae-8cc537eb9998 req-195ad968-2cb7-42ac-8150-adaef78a3262 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:32.719133 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-237a1a5e-4eea-4dd6-beae-8cc537eb9998 req-195ad968-2cb7-42ac-8150-adaef78a3262 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=86124762-9669-4327-a28e-3ab5a1591ad4 HTTP/1.1" status: 200 len: 945 time: 0.0711756 Jun 18 22:04:32.759243 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-237a1a5e-4eea-4dd6-beae-8cc537eb9998 req-bdb033ed-297b-4af9-a172-3a06373bc840 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337732 Jun 18 22:04:33.170640 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-cfd4400b-1529-4ea9-a221-6a7c5fbf6a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:33.323997 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428ac023-d012-4f0c-a902-371066a0a73d req-d9b09eec-c087-4c85-9a80-03c288d86a73 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:33.325477 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-428ac023-d012-4f0c-a902-371066a0a73d req-d9b09eec-c087-4c85-9a80-03c288d86a73 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c31c824-3fc7-442e-ab03-51616a9beb0b HTTP/1.1" status: 200 len: 945 time: 0.0617373 Jun 18 22:04:33.363722 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-428ac023-d012-4f0c-a902-371066a0a73d req-5c27e898-a049-45f9-8f8f-a867f35bf94b tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] 10.222.0.23 "GET /v2.0/security-groups?id=28ac6748-e8b8-4eb7-9f21-b78975cb5ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318007 Jun 18 22:04:33.620799 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b0772-6de5-4da2-b6be-c2a4ec80e7ac req-ce45b598-1eb8-4d72-9b5f-aedd00296fc0 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:33.622152 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-d74b0772-6de5-4da2-b6be-c2a4ec80e7ac req-ce45b598-1eb8-4d72-9b5f-aedd00296fc0 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8f2e372-7963-4160-b972-7ae860b23686 HTTP/1.1" status: 200 len: 944 time: 0.0714858 Jun 18 22:04:33.660442 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-d74b0772-6de5-4da2-b6be-c2a4ec80e7ac req-54b27ee0-76d1-49b8-a2db-cc6c0ca9b7dd tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.23 "GET /v2.0/security-groups?id=148a0607-d52e-4437-9a58-1f56f964bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312965 Jun 18 22:04:33.930628 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060b89a6-9262-40db-ae1e-e102b6f31029 req-88d8b7ef-44b7-4c23-b258-a3b03fe2acd8 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:33.931990 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-060b89a6-9262-40db-ae1e-e102b6f31029 req-88d8b7ef-44b7-4c23-b258-a3b03fe2acd8 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=86124762-9669-4327-a28e-3ab5a1591ad4 HTTP/1.1" status: 200 len: 945 time: 0.0632582 Jun 18 22:04:33.969459 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-060b89a6-9262-40db-ae1e-e102b6f31029 req-0178d30e-8d05-46ed-b489-f15b13f42a41 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315585 Jun 18 22:04:34.551069 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446bfcb8-55db-4033-a20f-b412ae35f7a0 req-88409a99-aeaf-4138-b6c9-dcdd29a70050 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:34.551069 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-446bfcb8-55db-4033-a20f-b412ae35f7a0 req-88409a99-aeaf-4138-b6c9-dcdd29a70050 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c31c824-3fc7-442e-ab03-51616a9beb0b HTTP/1.1" status: 200 len: 945 time: 0.0666502 Jun 18 22:04:34.581095 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-446bfcb8-55db-4033-a20f-b412ae35f7a0 req-d3953270-d5bc-4657-a497-111a442ae32b tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] 10.222.0.23 "GET /v2.0/security-groups?id=28ac6748-e8b8-4eb7-9f21-b78975cb5ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334425 Jun 18 22:04:34.833276 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecac603-1b6a-475d-9a66-c1cc29e28686 req-97e11b4d-f6b6-40bf-9cc6-ac574deba74e tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:34.834636 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-9ecac603-1b6a-475d-9a66-c1cc29e28686 req-97e11b4d-f6b6-40bf-9cc6-ac574deba74e tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8f2e372-7963-4160-b972-7ae860b23686 HTTP/1.1" status: 200 len: 944 time: 0.0633488 Jun 18 22:04:34.873402 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-9ecac603-1b6a-475d-9a66-c1cc29e28686 req-5fc9d0e9-fc21-4b2c-b922-c9aa63751bd5 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.23 "GET /v2.0/security-groups?id=148a0607-d52e-4437-9a58-1f56f964bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327051 Jun 18 22:04:35.006100 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device e4c2bdf6-253a-4e6a-9797-8a628aa341b7 details requested by agent hyperv_hv-cinder-76675 with host hv-cinder-76675 {{(pid=93269) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 22:04:35.123061 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] For port e4c2bdf6-253a-4e6a-9797-8a628aa341b7, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=e4c2bdf6-253a-4e6a-9797-8a628aa341b7,segment=NetworkSegment(151f53c5-e714-4bed-85cb-b6b201b4601a),segment_id=151f53c5-e714-4bed-85cb-b6b201b4601a)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:04:35.127951 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Returning: {'device': 'e4c2bdf6-253a-4e6a-9797-8a628aa341b7', 'network_id': '0610a626-03a3-4b84-99c0-0b129bf8ff4c', 'port_id': 'e4c2bdf6-253a-4e6a-9797-8a628aa341b7', 'mac_address': 'fa:16:3e:11:08:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f715c5c-6bba-45c0-bef4-cd805c19f368', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93269) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 22:04:35.169556 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf7f07-50e7-4cef-b133-9ffd2dc21d7b req-68b9ddec-b4d1-481a-9225-eaf67a66c63e tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:35.169556 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-dcaf7f07-50e7-4cef-b133-9ffd2dc21d7b req-68b9ddec-b4d1-481a-9225-eaf67a66c63e tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=86124762-9669-4327-a28e-3ab5a1591ad4 HTTP/1.1" status: 200 len: 945 time: 0.0650890 Jun 18 22:04:35.170637 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:35.184982 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.notifiers.nova [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4c2bdf6-253a-4e6a-9797-8a628aa341b7 {{(pid=93269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:04:35.198486 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-dcaf7f07-50e7-4cef-b133-9ffd2dc21d7b req-17f8d363-ac05-47b0-b0ec-313836902aea tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411553 Jun 18 22:04:35.214378 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] For port e4c2bdf6-253a-4e6a-9797-8a628aa341b7, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=e4c2bdf6-253a-4e6a-9797-8a628aa341b7,segment=NetworkSegment(151f53c5-e714-4bed-85cb-b6b201b4601a),segment_id=151f53c5-e714-4bed-85cb-b6b201b4601a)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:04:35.267396 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:35.269180 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:04:35.318329 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Pushing event updated for resources: {'Port': ['ID=e4c2bdf6-253a-4e6a-9797-8a628aa341b7,revision_number=4']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:04:35.321401 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:04:35.777022 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] get_ports_and_sgs() called for port_ids ['e4c2bdf6-253a-4e6a-9797-8a628aa341b7'] {{(pid=93269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:04:36.048488 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3acf29-b55f-4df4-bc13-f0f5c642ef80 req-9eed6b07-9c6f-4833-9d9c-b8aa42e3f371 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:36.050041 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3d3acf29-b55f-4df4-bc13-f0f5c642ef80 req-9eed6b07-9c6f-4833-9d9c-b8aa42e3f371 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8f2e372-7963-4160-b972-7ae860b23686 HTTP/1.1" status: 200 len: 945 time: 0.0675530 Jun 18 22:04:36.088442 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3d3acf29-b55f-4df4-bc13-f0f5c642ef80 req-87b78eaf-d5c1-4635-a5cd-4a9767fef0b4 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.23 "GET /v2.0/security-groups?id=148a0607-d52e-4437-9a58-1f56f964bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326977 Jun 18 22:04:36.154081 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b912138-d23a-477f-a95b-6602076fdc51 req-b8736b02-29eb-4015-9464-2b201c60e3e1 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:36.155547 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-4b912138-d23a-477f-a95b-6602076fdc51 req-b8736b02-29eb-4015-9464-2b201c60e3e1 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c31c824-3fc7-442e-ab03-51616a9beb0b HTTP/1.1" status: 200 len: 945 time: 0.0641131 Jun 18 22:04:36.194206 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-4b912138-d23a-477f-a95b-6602076fdc51 req-c5c1d86a-bc06-4231-a628-2b288f039d5b tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] 10.222.0.23 "GET /v2.0/security-groups?id=28ac6748-e8b8-4eb7-9f21-b78975cb5ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330379 Jun 18 22:04:36.372694 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a59f33-b823-4f39-9434-2cad32ea2c90 req-30543071-088f-4f63-b687-91650ffdf659 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:36.374154 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a8a59f33-b823-4f39-9434-2cad32ea2c90 req-30543071-088f-4f63-b687-91650ffdf659 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=86124762-9669-4327-a28e-3ab5a1591ad4 HTTP/1.1" status: 200 len: 945 time: 0.0655966 Jun 18 22:04:36.410955 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a8a59f33-b823-4f39-9434-2cad32ea2c90 req-bcebae8d-2f81-4c40-a6fc-5db704dc13c0 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311234 Jun 18 22:04:37.269117 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4d725d-acea-45e8-86bb-a2957ccdec2f req-6bc2dab3-4643-4cf5-9063-27b499cdb8e3 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:37.270557 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-0d4d725d-acea-45e8-86bb-a2957ccdec2f req-6bc2dab3-4643-4cf5-9063-27b499cdb8e3 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8f2e372-7963-4160-b972-7ae860b23686 HTTP/1.1" status: 200 len: 945 time: 0.0661502 Jun 18 22:04:37.310578 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-0d4d725d-acea-45e8-86bb-a2957ccdec2f req-30f43728-6e61-4e3c-81fd-7a77a0f914eb tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.23 "GET /v2.0/security-groups?id=148a0607-d52e-4437-9a58-1f56f964bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341690 Jun 18 22:04:37.369468 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdc4e33-02d1-4855-8dbe-0815215ccc48 req-696d9f96-859e-4850-9ec7-382008599ce8 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:37.370906 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-fcdc4e33-02d1-4855-8dbe-0815215ccc48 req-696d9f96-859e-4850-9ec7-382008599ce8 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c31c824-3fc7-442e-ab03-51616a9beb0b HTTP/1.1" status: 200 len: 945 time: 0.0643389 Jun 18 22:04:37.407902 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-fcdc4e33-02d1-4855-8dbe-0815215ccc48 req-31891200-d0dc-4c9f-9fd9-a2d8db1d086e tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] 10.222.0.23 "GET /v2.0/security-groups?id=28ac6748-e8b8-4eb7-9f21-b78975cb5ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304880 Jun 18 22:04:37.588153 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e96e95d-e848-4593-a6a7-f79eed2c2cea req-3597838e-c04c-4d2c-b05a-f7cb1a46fb2e tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:37.589538 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-9e96e95d-e848-4593-a6a7-f79eed2c2cea req-3597838e-c04c-4d2c-b05a-f7cb1a46fb2e tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=86124762-9669-4327-a28e-3ab5a1591ad4 HTTP/1.1" status: 200 len: 945 time: 0.0655406 Jun 18 22:04:37.629228 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-9e96e95d-e848-4593-a6a7-f79eed2c2cea req-ee37f138-321a-4237-85c9-6ef467d7edb1 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339589 Jun 18 22:04:38.508326 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbafb56-fd37-417c-b921-01c877eb08ca req-99e8fc8e-10bf-4051-8490-27b01b22747a tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:38.509974 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-4cbafb56-fd37-417c-b921-01c877eb08ca req-99e8fc8e-10bf-4051-8490-27b01b22747a tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c31c824-3fc7-442e-ab03-51616a9beb0b HTTP/1.1" status: 200 len: 945 time: 0.0729122 Jun 18 22:04:38.674692 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [req-4cbafb56-fd37-417c-b921-01c877eb08ca req-b4fac32b-3b8b-48a0-81e6-6d8180759151 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] Deleting port 305f6ac7-60fe-4bd9-b6ab-0297505a573d {{(pid=93268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:04:38.675021 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-4cbafb56-fd37-417c-b921-01c877eb08ca req-b4fac32b-3b8b-48a0-81e6-6d8180759151 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765939110629'] for port, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:38.686046 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d484be3c-14af-4714-8474-c26bfcf22b94 req-91d50126-785b-44fd-a5c7-3cdaf3c6d613 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:38.694158 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-d484be3c-14af-4714-8474-c26bfcf22b94 req-91d50126-785b-44fd-a5c7-3cdaf3c6d613 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8f2e372-7963-4160-b972-7ae860b23686 HTTP/1.1" status: 200 len: 945 time: 0.1119015 Jun 18 22:04:38.775077 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-d484be3c-14af-4714-8474-c26bfcf22b94 req-0a2dd001-a8e9-498c-8128-86d77e0c7449 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.23 "GET /v2.0/security-groups?id=148a0607-d52e-4437-9a58-1f56f964bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758708 Jun 18 22:04:38.801886 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.db [req-4cbafb56-fd37-417c-b921-01c877eb08ca req-b4fac32b-3b8b-48a0-81e6-6d8180759151 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] For port 305f6ac7-60fe-4bd9-b6ab-0297505a573d, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=305f6ac7-60fe-4bd9-b6ab-0297505a573d,segment=NetworkSegment(1df097bc-2de7-42fb-a789-347ceb08f8a8),segment_id=1df097bc-2de7-42fb-a789-347ceb08f8a8)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:04:38.802274 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-4cbafb56-fd37-417c-b921-01c877eb08ca req-b4fac32b-3b8b-48a0-81e6-6d8180759151 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512668'] for port, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:38.875662 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [req-4cbafb56-fd37-417c-b921-01c877eb08ca req-b4fac32b-3b8b-48a0-81e6-6d8180759151 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] Calling delete_port for 305f6ac7-60fe-4bd9-b6ab-0297505a573d owned by compute:nova {{(pid=93268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:04:39.013289 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device e4c2bdf6-253a-4e6a-9797-8a628aa341b7 up at agent hyperv_hv-cinder-76675 {{(pid=93269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:04:39.046056 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38288919-fa04-4ab9-b88d-39e4928fa4fb req-da4c771d-62fe-484a-adc7-a828f526fcaf tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:39.047602 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-38288919-fa04-4ab9-b88d-39e4928fa4fb req-da4c771d-62fe-484a-adc7-a828f526fcaf tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c31c824-3fc7-442e-ab03-51616a9beb0b HTTP/1.1" status: 200 len: 945 time: 0.1644483 Jun 18 22:04:39.123589 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Provisioning for port e4c2bdf6-253a-4e6a-9797-8a628aa341b7 completed by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:04:39.125137 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db175f28-c2e4-46ac-875c-7daeb517ecd2 req-84d4aa84-6ef5-4adf-9baa-da385a276b90 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:39.127304 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-db175f28-c2e4-46ac-875c-7daeb517ecd2 req-84d4aa84-6ef5-4adf-9baa-da385a276b90 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=86124762-9669-4327-a28e-3ab5a1591ad4 HTTP/1.1" status: 200 len: 945 time: 0.1779566 Jun 18 22:04:39.128267 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Provisioning complete for port e4c2bdf6-253a-4e6a-9797-8a628aa341b7 triggered by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:04:39.128696 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:39.141382 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-38288919-fa04-4ab9-b88d-39e4928fa4fb req-2ea8ca74-c552-49b3-85ab-81f0d4877dcf tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] 10.222.0.23 "GET /v2.0/security-groups?id=28ac6748-e8b8-4eb7-9f21-b78975cb5ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866156 Jun 18 22:04:39.176125 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-db175f28-c2e4-46ac-875c-7daeb517ecd2 req-d60c052e-1144-4ee2-ae23-1514a07c270c tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381291 Jun 18 22:04:39.209372 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-4cbafb56-fd37-417c-b921-01c877eb08ca req-b4fac32b-3b8b-48a0-81e6-6d8180759151 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765939117029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765938626151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3169581'] for port, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:39.211209 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:39.213606 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-d5e87fb9-e302-4b13-abc4-8c9ac6f2de58 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:04:39.234049 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8f2e372-7963-4160-b972-7ae860b23686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4c2bdf6-253a-4e6a-9797-8a628aa341b7'}] {{(pid=93269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:04:39.237167 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af3cbdd609d599d07a5217d2d1a89114698d9a8f3654956f7909e96a5eb364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f46582-df9d-4e37-a8bb-f2f9b114969c" -d '{"events": [{"server_uuid": "f8f2e372-7963-4160-b972-7ae860b23686", "name": "network-vif-plugged", "status": "completed", "tag": "e4c2bdf6-253a-4e6a-9797-8a628aa341b7"}]}' {{(pid=93269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:04:39.240243 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fac32b-3b8b-48a0-81e6-6d8180759151 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] Pushing event deleted for resources: {'Port': ['ID=305f6ac7-60fe-4bd9-b6ab-0297505a573d,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:04:39.243188 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-b4fac32b-3b8b-48a0-81e6-6d8180759151 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:04:39.251132 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] For port e4c2bdf6-253a-4e6a-9797-8a628aa341b7, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=e4c2bdf6-253a-4e6a-9797-8a628aa341b7,segment=NetworkSegment(151f53c5-e714-4bed-85cb-b6b201b4601a),segment_id=151f53c5-e714-4bed-85cb-b6b201b4601a)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:04:39.263434 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] get_ports_and_sgs() called for port_ids ['305f6ac7-60fe-4bd9-b6ab-0297505a573d'] {{(pid=93269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:04:39.289438 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cbafb56-fd37-417c-b921-01c877eb08ca req-b4fac32b-3b8b-48a0-81e6-6d8180759151 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] No DVR routers for this DVR port 305f6ac7-60fe-4bd9-b6ab-0297505a573d on host hv-cinder-76675 {{(pid=93268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 22:04:39.290192 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c97316-8fd3-4b54-a404-9835f4030dea x-openstack-request-id: req-67c97316-8fd3-4b54-a404-9835f4030dea {{(pid=93269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:04:39.290795 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8f2e372-7963-4160-b972-7ae860b23686", "name": "network-vif-plugged", "status": "completed", "tag": "e4c2bdf6-253a-4e6a-9797-8a628aa341b7", "code": 200}]} {{(pid=93269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:04:39.291633 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-67c97316-8fd3-4b54-a404-9835f4030dea {{(pid=93269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:04:39.292035 dv-cinder-766752-3-smb neutron-server[93269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8f2e372-7963-4160-b972-7ae860b23686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4c2bdf6-253a-4e6a-9797-8a628aa341b7', 'code': 200} Jun 18 22:04:39.292355 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-4cbafb56-fd37-417c-b921-01c877eb08ca req-b4fac32b-3b8b-48a0-81e6-6d8180759151 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31239'] for port, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:39.294300 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-4cbafb56-fd37-417c-b921-01c877eb08ca req-b4fac32b-3b8b-48a0-81e6-6d8180759151 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] 10.222.0.42 "DELETE /v2.0/ports/305f6ac7-60fe-4bd9-b6ab-0297505a573d HTTP/1.1" status: 204 len: 173 time: 0.7785637 Jun 18 22:04:39.297187 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c31c824-3fc7-442e-ab03-51616a9beb0b', 'name': 'network-vif-deleted', 'tag': '305f6ac7-60fe-4bd9-b6ab-0297505a573d'}] {{(pid=93268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:04:39.297187 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ff4b25c03651656652c9c7d58efcdba903c051ef33b3f53eb93af1a53304f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a10184-15b3-4124-a8e7-a938410661c7" -d '{"events": [{"server_uuid": "2c31c824-3fc7-442e-ab03-51616a9beb0b", "name": "network-vif-deleted", "tag": "305f6ac7-60fe-4bd9-b6ab-0297505a573d"}]}' {{(pid=93268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:04:39.317925 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:39.320534 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:04:39.333993 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f90c2c-76ff-4544-9d7e-99dcc18c2a98 x-openstack-request-id: req-86f90c2c-76ff-4544-9d7e-99dcc18c2a98 {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:04:39.334309 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c31c824-3fc7-442e-ab03-51616a9beb0b", "name": "network-vif-deleted", "tag": "305f6ac7-60fe-4bd9-b6ab-0297505a573d", "status": "completed", "code": 200}]} {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:04:39.337280 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-86f90c2c-76ff-4544-9d7e-99dcc18c2a98 {{(pid=93268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:04:39.337280 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c31c824-3fc7-442e-ab03-51616a9beb0b', 'name': 'network-vif-deleted', 'tag': '305f6ac7-60fe-4bd9-b6ab-0297505a573d', 'status': 'completed', 'code': 200} Jun 18 22:04:39.371935 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Pushing event updated for resources: {'Port': ['ID=e4c2bdf6-253a-4e6a-9797-8a628aa341b7,revision_number=5']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:04:39.374970 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:04:39.830695 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe6d57-b994-447d-9e58-c365c0850e00 req-7def622b-cf7f-4465-b1bb-8512bc86390e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:39.830695 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-c1fe6d57-b994-447d-9e58-c365c0850e00 req-7def622b-cf7f-4465-b1bb-8512bc86390e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f8f2e372-7963-4160-b972-7ae860b23686 HTTP/1.1" status: 200 len: 1099 time: 0.0519981 Jun 18 22:04:39.958772 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-c1fe6d57-b994-447d-9e58-c365c0850e00 req-3459e63b-1dce-430c-92e5-c676d2b1c724 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=148a0607-d52e-4437-9a58-1f56f964bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557399 Jun 18 22:04:39.979638 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154187c-9194-4a30-bcbd-38565d45beb8 req-2d624f34-99ac-4fe3-bfb5-ff0b50c9d52a tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:39.981060 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-d154187c-9194-4a30-bcbd-38565d45beb8 req-2d624f34-99ac-4fe3-bfb5-ff0b50c9d52a tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8f2e372-7963-4160-b972-7ae860b23686 HTTP/1.1" status: 200 len: 946 time: 0.0884461 Jun 18 22:04:40.017905 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-d154187c-9194-4a30-bcbd-38565d45beb8 req-1d726b3b-a032-43cb-8e9c-52d9b94c8463 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.23 "GET /v2.0/security-groups?id=148a0607-d52e-4437-9a58-1f56f964bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305746 Jun 18 22:04:40.300093 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-36621da2-5e8b-4f8e-8eb1-e1707e881bb5 req-3ecd0b6d-ce73-424a-8b9c-9bb6e0d00490 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c31c824-3fc7-442e-ab03-51616a9beb0b HTTP/1.1" status: 200 len: 210 time: 0.0321293 Jun 18 22:04:40.361703 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33779ba8-fb63-4377-943c-6e5d9e1090af req-f12d956e-60e2-46da-bfd0-3f640d565d5d tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:40.363171 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-33779ba8-fb63-4377-943c-6e5d9e1090af req-f12d956e-60e2-46da-bfd0-3f640d565d5d tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=86124762-9669-4327-a28e-3ab5a1591ad4 HTTP/1.1" status: 200 len: 945 time: 0.0655239 Jun 18 22:04:40.402501 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-33779ba8-fb63-4377-943c-6e5d9e1090af req-c7339474-8f33-4c23-98e0-50a3ad62e874 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330529 Jun 18 22:04:41.191018 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810699c5-48c2-4cf6-88e1-132ccb31f5bc req-6b19341f-638f-443c-b192-888ac137362a tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:41.192427 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-810699c5-48c2-4cf6-88e1-132ccb31f5bc req-6b19341f-638f-443c-b192-888ac137362a tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8f2e372-7963-4160-b972-7ae860b23686 HTTP/1.1" status: 200 len: 946 time: 0.0625689 Jun 18 22:04:41.229811 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-810699c5-48c2-4cf6-88e1-132ccb31f5bc req-66114318-5f4f-4fba-8e33-1e9bfea56770 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.23 "GET /v2.0/security-groups?id=148a0607-d52e-4437-9a58-1f56f964bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309064 Jun 18 22:04:41.585803 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07468400-1d9f-42bf-ba8b-e43e36bc3856 req-b9c2db59-42a7-48a7-8516-3ef4838f865b tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:41.587268 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-07468400-1d9f-42bf-ba8b-e43e36bc3856 req-b9c2db59-42a7-48a7-8516-3ef4838f865b tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=86124762-9669-4327-a28e-3ab5a1591ad4 HTTP/1.1" status: 200 len: 945 time: 0.0745986 Jun 18 22:04:41.677281 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-07468400-1d9f-42bf-ba8b-e43e36bc3856 req-83328576-d595-4ba3-9831-caf67b8a7eed tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801463 Jun 18 22:04:41.713803 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d4ed5-26ce-4c36-93c5-b5f955e0c588 req-35ec43c6-dfec-4b31-834b-b8995a967758 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:41.715147 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-7c7d4ed5-26ce-4c36-93c5-b5f955e0c588 req-35ec43c6-dfec-4b31-834b-b8995a967758 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] 10.222.0.23 "GET /v2.0/networks?id=1a87a6c4-937d-4f37-ac14-5a1a090f18f9 HTTP/1.1" status: 200 len: 808 time: 0.1269913 Jun 18 22:04:41.730204 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-7c7d4ed5-26ce-4c36-93c5-b5f955e0c588 req-b6f49c53-2731-4c71-8c24-a6dcd1a38d3d tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] 10.222.0.23 "GET /v2.0/quotas/e055c1d8ad684779979613ce0b219263 HTTP/1.1" status: 200 len: 375 time: 0.0090156 Jun 18 22:04:41.764464 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-7c7d4ed5-26ce-4c36-93c5-b5f955e0c588 req-a8a1f49d-a17e-4ab6-a177-82f42f066005 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e055c1d8ad684779979613ce0b219263&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289643 Jun 18 22:04:41.852418 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-7c7d4ed5-26ce-4c36-93c5-b5f955e0c588 req-09fe044d-9383-4f27-b459-fc613e02b158 service neutron] 10.222.0.23 "GET /v2.0/networks/1a87a6c4-937d-4f37-ac14-5a1a090f18f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806003 Jun 18 22:04:41.941455 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-7c7d4ed5-26ce-4c36-93c5-b5f955e0c588 req-0b9b18cb-eb5b-4fe1-ba52-d46b671df62a service neutron] 10.222.0.23 "GET /v2.0/networks/1a87a6c4-937d-4f37-ac14-5a1a090f18f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832815 Jun 18 22:04:42.189924 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-bf6ff805-5b0e-46a2-9001-bd5a5ac0583e req-2c96d591-6001-4b2f-a8f0-ff2ff3a1e79b tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb39f306-b1b4-4b95-8b8c-331854c9c54c HTTP/1.1" status: 200 len: 210 time: 0.0300579 Jun 18 22:04:42.324121 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc386cba-6b76-47e4-8a83-759afaeab577 req-66ebb2f3-665f-4bec-bd4f-ab8e61a2fc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:42.325659 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-cc386cba-6b76-47e4-8a83-759afaeab577 req-66ebb2f3-665f-4bec-bd4f-ab8e61a2fc2c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=86124762-9669-4327-a28e-3ab5a1591ad4 HTTP/1.1" status: 200 len: 1098 time: 0.0656254 Jun 18 22:04:42.375363 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-cc386cba-6b76-47e4-8a83-759afaeab577 req-3a7db83b-3657-4630-a5a7-189ac00c26d5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396485 Jun 18 22:04:42.432098 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319d7231-c4de-4d55-9263-04248637c0bd req-add64a04-c41a-4c92-b9ce-f902fee5124b tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:42.433603 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-319d7231-c4de-4d55-9263-04248637c0bd req-add64a04-c41a-4c92-b9ce-f902fee5124b tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8f2e372-7963-4160-b972-7ae860b23686 HTTP/1.1" status: 200 len: 946 time: 0.0731561 Jun 18 22:04:42.471789 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-319d7231-c4de-4d55-9263-04248637c0bd req-aa23da19-b793-4d28-8f4f-4dcbadaef3d7 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.23 "GET /v2.0/security-groups?id=148a0607-d52e-4437-9a58-1f56f964bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318537 Jun 18 22:04:42.898905 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b642e0-2a7d-4214-8d8a-9e140802de31 req-a0ddd0db-fe9b-44c5-9cf7-483157b21531 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:42.900984 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-f9b642e0-2a7d-4214-8d8a-9e140802de31 req-a0ddd0db-fe9b-44c5-9cf7-483157b21531 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fca5fb9-2c9e-45be-b3b0-93d6dcb47bff HTTP/1.1" status: 200 len: 945 time: 0.1053212 Jun 18 22:04:42.910876 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358416bc-6b83-490a-9aa0-19abd879d6bd req-6b49ea55-78d6-4699-a4f4-4e4bb0ef1376 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:42.912296 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-358416bc-6b83-490a-9aa0-19abd879d6bd req-6b49ea55-78d6-4699-a4f4-4e4bb0ef1376 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=86124762-9669-4327-a28e-3ab5a1591ad4 HTTP/1.1" status: 200 len: 945 time: 0.1178815 Jun 18 22:04:42.967266 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-f9b642e0-2a7d-4214-8d8a-9e140802de31 req-79a9eaf8-8cea-4d30-aaa7-53ac33e606a2 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/security-groups?id=957c28e0-fd38-4ea0-94cb-f66c8bbe9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539708 Jun 18 22:04:42.972915 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-358416bc-6b83-490a-9aa0-19abd879d6bd req-d0683b70-68f5-4e9c-9f60-ad0572f39f9a tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536432 Jun 18 22:04:43.025320 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device 305f6ac7-60fe-4bd9-b6ab-0297505a573d no longer exists at agent hyperv_hv-cinder-76675 {{(pid=93269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:04:43.045383 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.plugin [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] No Port match for: 305f6ac7-60fe-4bd9-b6ab-0297505a573d {{(pid=93269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:04:43.045730 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device 305f6ac7-60fe-4bd9-b6ab-0297505a573d not bound to the agent host hv-cinder-76675 {{(pid=93269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:04:43.333719 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-083d1f6e-ba91-4c3a-8a29-01ac9717944f req-054ad863-2123-4438-a118-b096d4dbd610 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb39f306-b1b4-4b95-8b8c-331854c9c54c HTTP/1.1" status: 200 len: 210 time: 0.0293903 Jun 18 22:04:44.427842 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0563f0dd-b750-43be-bb98-bd560707c216 req-425e6f40-c1f0-434a-8ea1-876a9663a527 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:44.429302 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-0563f0dd-b750-43be-bb98-bd560707c216 req-425e6f40-c1f0-434a-8ea1-876a9663a527 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fca5fb9-2c9e-45be-b3b0-93d6dcb47bff HTTP/1.1" status: 200 len: 945 time: 0.3442538 Jun 18 22:04:44.437094 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fdd121-c928-4d03-9481-824d7edd1828 req-7ac81a3c-db88-48dc-9923-0aead34df4f8 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:44.438407 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-91fdd121-c928-4d03-9481-824d7edd1828 req-7ac81a3c-db88-48dc-9923-0aead34df4f8 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=86124762-9669-4327-a28e-3ab5a1591ad4 HTTP/1.1" status: 200 len: 945 time: 0.3427341 Jun 18 22:04:44.492222 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-0563f0dd-b750-43be-bb98-bd560707c216 req-c09c9b99-3d1a-4580-bc3c-a50bf55b2ef4 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/security-groups?id=957c28e0-fd38-4ea0-94cb-f66c8bbe9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527804 Jun 18 22:04:44.499019 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-91fdd121-c928-4d03-9481-824d7edd1828 req-06a9b3cf-8ed8-4f2f-b40b-3b8c447587ef tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539629 Jun 18 22:04:44.641045 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-947125c8-e45e-4290-8af6-a6d72d1337c7 req-aef2ec7e-fa46-4cc8-9552-eecf77cd5733 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb39f306-b1b4-4b95-8b8c-331854c9c54c HTTP/1.1" status: 200 len: 210 time: 0.0278628 Jun 18 22:04:44.788232 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d4ed5-26ce-4c36-93c5-b5f955e0c588 req-6612b9a2-6dca-4d4b-943a-c8ac92a7c5cb tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:44.789816 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-7c7d4ed5-26ce-4c36-93c5-b5f955e0c588 req-6612b9a2-6dca-4d4b-943a-c8ac92a7c5cb tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] 10.222.0.42 "GET /v2.0/networks?id=1a87a6c4-937d-4f37-ac14-5a1a090f18f9 HTTP/1.1" status: 200 len: 808 time: 0.1018744 Jun 18 22:04:44.831424 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.v2.base [req-7c7d4ed5-26ce-4c36-93c5-b5f955e0c588 req-d4aa522b-e669-4d34-9a19-3d58b309104f tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] Request body: {'port': {'device_id': 'bb39f306-b1b4-4b95-8b8c-331854c9c54c', 'network_id': '1a87a6c4-937d-4f37-ac14-5a1a090f18f9', 'admin_state_up': True, 'tenant_id': 'e055c1d8ad684779979613ce0b219263'}} {{(pid=93268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:04:45.025800 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c7d4ed5-26ce-4c36-93c5-b5f955e0c588 req-d4aa522b-e669-4d34-9a19-3d58b309104f tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] Made reservation on behalf of e055c1d8ad684779979613ce0b219263 for: {'port': 1} {{(pid=93268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:04:45.029349 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-7c7d4ed5-26ce-4c36-93c5-b5f955e0c588 req-d4aa522b-e669-4d34-9a19-3d58b309104f tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550498'] for port, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:45.155118 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.db_base_plugin_common [req-7c7d4ed5-26ce-4c36-93c5-b5f955e0c588 req-d4aa522b-e669-4d34-9a19-3d58b309104f tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] Allocated IP 172.20.0.8 (1a87a6c4-937d-4f37-ac14-5a1a090f18f9/3208e9c8-5ade-4932-ba3d-a27e02ad273d/b1458ab8-ef3a-4c71-9a0e-a2e57b8804f0) {{(pid=93268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:04:45.314365 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-7c7d4ed5-26ce-4c36-93c5-b5f955e0c588 req-d4aa522b-e669-4d34-9a19-3d58b309104f tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] Notify callbacks [] for port, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:45.407910 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-7c7d4ed5-26ce-4c36-93c5-b5f955e0c588 req-d4aa522b-e669-4d34-9a19-3d58b309104f tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-549537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1678354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765938626142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3169570'] for port, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:45.412156 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-b4fac32b-3b8b-48a0-81e6-6d8180759151 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:04:45.451395 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c7d4ed5-26ce-4c36-93c5-b5f955e0c588 req-d4aa522b-e669-4d34-9a19-3d58b309104f tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] Network 1a87a6c4-937d-4f37-ac14-5a1a090f18f9 is already hosted by enough agents. {{(pid=93268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:04:45.455005 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.base_scheduler [req-7c7d4ed5-26ce-4c36-93c5-b5f955e0c588 req-d4aa522b-e669-4d34-9a19-3d58b309104f tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] Resources bound (agent type, host, resource id): {{(pid=93268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:04:45.459192 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c7d4ed5-26ce-4c36-93c5-b5f955e0c588 req-d4aa522b-e669-4d34-9a19-3d58b309104f tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] Received port after_create {{(pid=93268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:04:45.486819 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aa522b-e669-4d34-9a19-3d58b309104f tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] Pushing event updated for resources: {'Port': ['ID=b1458ab8-ef3a-4c71-9a0e-a2e57b8804f0,revision_number=1']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:04:45.490877 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-d4aa522b-e669-4d34-9a19-3d58b309104f tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:04:45.514801 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d4ed5-26ce-4c36-93c5-b5f955e0c588 req-d4aa522b-e669-4d34-9a19-3d58b309104f tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:45.515447 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-7c7d4ed5-26ce-4c36-93c5-b5f955e0c588 req-d4aa522b-e669-4d34-9a19-3d58b309104f tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31239'] for port, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:45.603372 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-7c7d4ed5-26ce-4c36-93c5-b5f955e0c588 req-d4aa522b-e669-4d34-9a19-3d58b309104f tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7762313 Jun 18 22:04:45.676880 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.v2.base [req-7c7d4ed5-26ce-4c36-93c5-b5f955e0c588 req-16cb06c4-1ec3-438a-bfc3-e8596e53cab8 service neutron] Request body: {'port': {'device_id': 'bb39f306-b1b4-4b95-8b8c-331854c9c54c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=93268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:04:45.786397 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3beb4e-6bf7-46be-b32c-fe6996729bb8 req-7908d0a5-54b1-4d70-a8f1-fcec622bf9cf tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:45.787945 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-db3beb4e-6bf7-46be-b32c-fe6996729bb8 req-7908d0a5-54b1-4d70-a8f1-fcec622bf9cf tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=86124762-9669-4327-a28e-3ab5a1591ad4 HTTP/1.1" status: 200 len: 945 time: 0.1689563 Jun 18 22:04:45.795337 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d1174-d479-47bc-a1ec-afa2644f791e req-29037381-487a-460b-9759-a3ab232a9a02 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:45.796681 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-627d1174-d479-47bc-a1ec-afa2644f791e req-29037381-487a-460b-9759-a3ab232a9a02 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fca5fb9-2c9e-45be-b3b0-93d6dcb47bff HTTP/1.1" status: 200 len: 945 time: 0.1795368 Jun 18 22:04:45.821882 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-7c7d4ed5-26ce-4c36-93c5-b5f955e0c588 req-16cb06c4-1ec3-438a-bfc3-e8596e53cab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:45.899626 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-db3beb4e-6bf7-46be-b32c-fe6996729bb8 req-1b5d044a-04b7-451b-83b2-0f981352805b tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996540 Jun 18 22:04:45.925668 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-627d1174-d479-47bc-a1ec-afa2644f791e req-0f57c374-6ad3-4fb6-bc5c-1bfc9544f13a tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/security-groups?id=957c28e0-fd38-4ea0-94cb-f66c8bbe9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185725 Jun 18 22:04:46.101831 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea02410b-6de9-4a7a-a1a8-4cc67c3f1ad2 req-a1f09713-0fa5-45e1-9a7a-e6aded05b1b6 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:46.103254 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-ea02410b-6de9-4a7a-a1a8-4cc67c3f1ad2 req-a1f09713-0fa5-45e1-9a7a-e6aded05b1b6 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.42 "GET /v2.0/ports?device_id=8fca5fb9-2c9e-45be-b3b0-93d6dcb47bff HTTP/1.1" status: 200 len: 945 time: 0.2393882 Jun 18 22:04:46.201465 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba6d63-752f-4600-aacc-a5697ee1ba3e req-068ca453-3e39-44e2-b00f-6009f659f9fc tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:46.202898 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-71ba6d63-752f-4600-aacc-a5697ee1ba3e req-068ca453-3e39-44e2-b00f-6009f659f9fc tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb39f306-b1b4-4b95-8b8c-331854c9c54c HTTP/1.1" status: 200 len: 931 time: 0.1962266 Jun 18 22:04:46.306143 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-71ba6d63-752f-4600-aacc-a5697ee1ba3e req-46ea4e45-93de-4e0a-8f8a-b69b0aab28f9 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] 10.222.0.23 "GET /v2.0/security-groups?id=28ac6748-e8b8-4eb7-9f21-b78975cb5ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903921 Jun 18 22:04:46.347405 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.notifiers.nova [req-7c7d4ed5-26ce-4c36-93c5-b5f955e0c588 req-16cb06c4-1ec3-438a-bfc3-e8596e53cab8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1458ab8-ef3a-4c71-9a0e-a2e57b8804f0 {{(pid=93268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:04:46.352300 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [req-ea02410b-6de9-4a7a-a1a8-4cc67c3f1ad2 req-986d5dad-bd64-4715-85cc-fa6bc8acc66e tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Deleting port f0e28d5c-21b4-416d-b5ff-6d9bf333400f {{(pid=93268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:04:46.352647 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-ea02410b-6de9-4a7a-a1a8-4cc67c3f1ad2 req-986d5dad-bd64-4715-85cc-fa6bc8acc66e tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765939110629'] for port, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:46.358846 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-7c7d4ed5-26ce-4c36-93c5-b5f955e0c588 req-16cb06c4-1ec3-438a-bfc3-e8596e53cab8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:46.413807 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [req-7c7d4ed5-26ce-4c36-93c5-b5f955e0c588 req-16cb06c4-1ec3-438a-bfc3-e8596e53cab8 service neutron] Transition to ACTIVE for port object b1458ab8-ef3a-4c71-9a0e-a2e57b8804f0 will not be triggered until provisioned by entity L2. {{(pid=93268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:04:46.457829 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.db [req-ea02410b-6de9-4a7a-a1a8-4cc67c3f1ad2 req-986d5dad-bd64-4715-85cc-fa6bc8acc66e tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] For port f0e28d5c-21b4-416d-b5ff-6d9bf333400f, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=f0e28d5c-21b4-416d-b5ff-6d9bf333400f,segment=NetworkSegment(77f9bbaf-9eb4-46cf-b42b-07b6005141bd),segment_id=77f9bbaf-9eb4-46cf-b42b-07b6005141bd)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:04:46.458796 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-ea02410b-6de9-4a7a-a1a8-4cc67c3f1ad2 req-986d5dad-bd64-4715-85cc-fa6bc8acc66e tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512668'] for port, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:46.527233 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [req-ea02410b-6de9-4a7a-a1a8-4cc67c3f1ad2 req-986d5dad-bd64-4715-85cc-fa6bc8acc66e tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Calling delete_port for f0e28d5c-21b4-416d-b5ff-6d9bf333400f owned by compute:nova {{(pid=93268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:04:46.536870 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-7c7d4ed5-26ce-4c36-93c5-b5f955e0c588 req-16cb06c4-1ec3-438a-bfc3-e8596e53cab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3169556'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:46.542448 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-8a42deef-66e5-486a-96eb-bb42d792962d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:04:46.609281 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a65fa7d-9f1b-469f-ac7e-42f710c82406 req-d2d706d6-3eaa-47b9-9cc6-fdaec3bc147f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:46.610852 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [req-4a65fa7d-9f1b-469f-ac7e-42f710c82406 req-d2d706d6-3eaa-47b9-9cc6-fdaec3bc147f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=194d0725082a4b188ee68100035994ba&device_id=86124762-9669-4327-a28e-3ab5a1591ad4 HTTP/1.1" status: 200 len: 1098 time: 0.0582871 Jun 18 22:04:46.681197 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cb06c4-1ec3-438a-bfc3-e8596e53cab8 service neutron] Pushing event updated for resources: {'Port': ['ID=b1458ab8-ef3a-4c71-9a0e-a2e57b8804f0,revision_number=2']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:04:46.687130 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-16cb06c4-1ec3-438a-bfc3-e8596e53cab8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:04:46.702693 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a65fa7d-9f1b-469f-ac7e-42f710c82406 req-0c99502b-fcf2-452e-8d4d-eec248920410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:46.704756 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [req-4a65fa7d-9f1b-469f-ac7e-42f710c82406 req-0c99502b-fcf2-452e-8d4d-eec248920410 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2e610704-1278-456e-9ce9-0109af150534 HTTP/1.1" status: 200 len: 920 time: 0.0868311 Jun 18 22:04:46.749976 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [req-4a65fa7d-9f1b-469f-ac7e-42f710c82406 req-bb08ded3-700c-4c32-901e-a9a5832dc3ed service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59af2458-19d5-41c7-a73d-47d9346497cc HTTP/1.1" status: 200 len: 217 time: 0.0384648 Jun 18 22:04:46.768585 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a4b5a-93c1-4d2b-8d16-1e0cdfb82492 req-14343304-1e90-4c4c-8b54-e0e31f7884d4 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:46.772562 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-d26a4b5a-93c1-4d2b-8d16-1e0cdfb82492 req-14343304-1e90-4c4c-8b54-e0e31f7884d4 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=86124762-9669-4327-a28e-3ab5a1591ad4 HTTP/1.1" status: 200 len: 945 time: 0.2726533 Jun 18 22:04:46.801114 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a65fa7d-9f1b-469f-ac7e-42f710c82406 req-5fe8a990-d887-41ec-bfc7-7472e8da1120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:46.802538 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [req-4a65fa7d-9f1b-469f-ac7e-42f710c82406 req-5fe8a990-d887-41ec-bfc7-7472e8da1120 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=127a1104-a6cb-4a46-bd9c-a1b88caa2a45 HTTP/1.1" status: 200 len: 859 time: 0.0445614 Jun 18 22:04:46.828660 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [req-7c7d4ed5-26ce-4c36-93c5-b5f955e0c588 req-16cb06c4-1ec3-438a-bfc3-e8596e53cab8 service neutron] Attempting to bind port b1458ab8-ef3a-4c71-9a0e-a2e57b8804f0 on host hv-cinder-76675 for vnic_type normal with profile {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:04:46.832965 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [req-7c7d4ed5-26ce-4c36-93c5-b5f955e0c588 req-16cb06c4-1ec3-438a-bfc3-e8596e53cab8 service neutron] Attempting to bind port b1458ab8-ef3a-4c71-9a0e-a2e57b8804f0 by drivers openvswitch,hyperv on host hv-cinder-76675 at level 0 using segments [{'id': '1df097bc-2de7-42fb-a789-347ceb08f8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1a87a6c4-937d-4f37-ac14-5a1a090f18f9'}] {{(pid=93268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:04:46.832965 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7d4ed5-26ce-4c36-93c5-b5f955e0c588 req-16cb06c4-1ec3-438a-bfc3-e8596e53cab8 service neutron] Attempting to bind port b1458ab8-ef3a-4c71-9a0e-a2e57b8804f0 on network 1a87a6c4-937d-4f37-ac14-5a1a090f18f9 {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:04:46.839930 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [req-4a65fa7d-9f1b-469f-ac7e-42f710c82406 req-acae2dab-09eb-476b-84a0-1c357f684075 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2e610704-1278-456e-9ce9-0109af150534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293360 Jun 18 22:04:46.858935 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7d4ed5-26ce-4c36-93c5-b5f955e0c588 req-16cb06c4-1ec3-438a-bfc3-e8596e53cab8 service neutron] Port b1458ab8-ef3a-4c71-9a0e-a2e57b8804f0 on network 1a87a6c4-937d-4f37-ac14-5a1a090f18f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76675 {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 22:04:46.862062 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7d4ed5-26ce-4c36-93c5-b5f955e0c588 req-16cb06c4-1ec3-438a-bfc3-e8596e53cab8 service neutron] Attempting to bind port b1458ab8-ef3a-4c71-9a0e-a2e57b8804f0 on network 1a87a6c4-937d-4f37-ac14-5a1a090f18f9 {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:04:46.863491 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-d26a4b5a-93c1-4d2b-8d16-1e0cdfb82492 req-d8829926-c179-4b8e-bcee-43454daf1f6a tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782964 Jun 18 22:04:46.872520 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7d4ed5-26ce-4c36-93c5-b5f955e0c588 req-16cb06c4-1ec3-438a-bfc3-e8596e53cab8 service neutron] Checking agent: {'id': '2f1318d3-4eca-4d35-9b75-a551f42ebb29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 22, 0, 20), 'started_at': datetime.datetime(2021, 6, 18, 22, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:04:46.872898 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7d4ed5-26ce-4c36-93c5-b5f955e0c588 req-16cb06c4-1ec3-438a-bfc3-e8596e53cab8 service neutron] Checking segment: {'id': '1df097bc-2de7-42fb-a789-347ceb08f8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1a87a6c4-937d-4f37-ac14-5a1a090f18f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:04:46.873278 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7d4ed5-26ce-4c36-93c5-b5f955e0c588 req-16cb06c4-1ec3-438a-bfc3-e8596e53cab8 service neutron] Bound using segment: {'id': '1df097bc-2de7-42fb-a789-347ceb08f8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1a87a6c4-937d-4f37-ac14-5a1a090f18f9'} {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:04:46.873713 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [req-7c7d4ed5-26ce-4c36-93c5-b5f955e0c588 req-16cb06c4-1ec3-438a-bfc3-e8596e53cab8 service neutron] Bound port: b1458ab8-ef3a-4c71-9a0e-a2e57b8804f0, host: hv-cinder-76675, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1df097bc-2de7-42fb-a789-347ceb08f8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1a87a6c4-937d-4f37-ac14-5a1a090f18f9'}}] {{(pid=93268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:04:46.874059 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-7c7d4ed5-26ce-4c36-93c5-b5f955e0c588 req-16cb06c4-1ec3-438a-bfc3-e8596e53cab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:46.943634 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [req-4a65fa7d-9f1b-469f-ac7e-42f710c82406 req-2c000cf2-86fc-4b27-9cb6-5fe419d5c0cf service neutron] 10.222.0.42 "GET /v2.0/networks/2e610704-1278-456e-9ce9-0109af150534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869188 Jun 18 22:04:46.952865 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.db [req-7c7d4ed5-26ce-4c36-93c5-b5f955e0c588 req-16cb06c4-1ec3-438a-bfc3-e8596e53cab8 service neutron] For port b1458ab8-ef3a-4c71-9a0e-a2e57b8804f0, host hv-cinder-76675, cleared binding levels {{(pid=93268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:04:46.957935 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.db [req-7c7d4ed5-26ce-4c36-93c5-b5f955e0c588 req-16cb06c4-1ec3-438a-bfc3-e8596e53cab8 service neutron] For port b1458ab8-ef3a-4c71-9a0e-a2e57b8804f0, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=b1458ab8-ef3a-4c71-9a0e-a2e57b8804f0,segment=NetworkSegment(1df097bc-2de7-42fb-a789-347ceb08f8a8),segment_id=1df097bc-2de7-42fb-a789-347ceb08f8a8)] {{(pid=93268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:04:46.984727 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-ea02410b-6de9-4a7a-a1a8-4cc67c3f1ad2 req-986d5dad-bd64-4715-85cc-fa6bc8acc66e tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765939117029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765938626151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3169581'] for port, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:46.994962 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-1135d65a-cc3f-4d22-8b36-650010bdefca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:04:47.019434 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986d5dad-bd64-4715-85cc-fa6bc8acc66e tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Pushing event deleted for resources: {'Port': ['ID=f0e28d5c-21b4-416d-b5ff-6d9bf333400f,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:04:47.022536 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-986d5dad-bd64-4715-85cc-fa6bc8acc66e tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:04:47.034643 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] get_ports_and_sgs() called for port_ids ['b8a9d1ed-0aa1-4b63-b121-97d85aaf1bd9', '87974d96-7d06-4d16-911b-10f3b36e2fba', 'db647a5f-b104-43c3-a328-d9f88c1cd0ad', 'f0e28d5c-21b4-416d-b5ff-6d9bf333400f'] {{(pid=93269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:04:47.048821 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [req-4a65fa7d-9f1b-469f-ac7e-42f710c82406 req-6fde81bb-7b2c-4c37-9dd8-4dc981873246 service neutron] 10.222.0.42 "GET /v2.0/networks/2e610704-1278-456e-9ce9-0109af150534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977581 Jun 18 22:04:47.055291 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-7c7d4ed5-26ce-4c36-93c5-b5f955e0c588 req-16cb06c4-1ec3-438a-bfc3-e8596e53cab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3169556'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:47.055291 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:04:47.079017 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea02410b-6de9-4a7a-a1a8-4cc67c3f1ad2 req-986d5dad-bd64-4715-85cc-fa6bc8acc66e tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] No DVR routers for this DVR port f0e28d5c-21b4-416d-b5ff-6d9bf333400f on host hv-cinder-76675 {{(pid=93268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 22:04:47.100841 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-ea02410b-6de9-4a7a-a1a8-4cc67c3f1ad2 req-986d5dad-bd64-4715-85cc-fa6bc8acc66e tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31239'] for port, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:47.102765 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-ea02410b-6de9-4a7a-a1a8-4cc67c3f1ad2 req-986d5dad-bd64-4715-85cc-fa6bc8acc66e tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.42 "DELETE /v2.0/ports/f0e28d5c-21b4-416d-b5ff-6d9bf333400f HTTP/1.1" status: 204 len: 173 time: 0.9886711 Jun 18 22:04:47.113206 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fca5fb9-2c9e-45be-b3b0-93d6dcb47bff', 'name': 'network-vif-deleted', 'tag': 'f0e28d5c-21b4-416d-b5ff-6d9bf333400f'}] {{(pid=93268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:04:47.116308 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ff4b25c03651656652c9c7d58efcdba903c051ef33b3f53eb93af1a53304f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2486170-88c5-43d0-9a33-c36624cb3259" -d '{"events": [{"server_uuid": "8fca5fb9-2c9e-45be-b3b0-93d6dcb47bff", "name": "network-vif-deleted", "tag": "f0e28d5c-21b4-416d-b5ff-6d9bf333400f"}]}' {{(pid=93268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:04:47.163666 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-e251fcf0-b9ec-47e5-98ff-cca3de05ab4c req-065c121b-a99f-4617-b961-2cf2bc32f9b5 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fca5fb9-2c9e-45be-b3b0-93d6dcb47bff HTTP/1.1" status: 200 len: 210 time: 0.0774407 Jun 18 22:04:47.163666 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee2fd58-019c-4f67-868d-bff5ad227216 x-openstack-request-id: req-bee2fd58-019c-4f67-868d-bff5ad227216 {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:04:47.163666 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fca5fb9-2c9e-45be-b3b0-93d6dcb47bff", "name": "network-vif-deleted", "tag": "f0e28d5c-21b4-416d-b5ff-6d9bf333400f", "status": "completed", "code": 200}]} {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:04:47.163666 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bee2fd58-019c-4f67-868d-bff5ad227216 {{(pid=93268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:04:47.163666 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fca5fb9-2c9e-45be-b3b0-93d6dcb47bff', 'name': 'network-vif-deleted', 'tag': 'f0e28d5c-21b4-416d-b5ff-6d9bf333400f', 'status': 'completed', 'code': 200} Jun 18 22:04:47.164195 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d4ed5-26ce-4c36-93c5-b5f955e0c588 req-16cb06c4-1ec3-438a-bfc3-e8596e53cab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:47.164424 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-7c7d4ed5-26ce-4c36-93c5-b5f955e0c588 req-16cb06c4-1ec3-438a-bfc3-e8596e53cab8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31239'] for port, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:47.165761 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-7c7d4ed5-26ce-4c36-93c5-b5f955e0c588 req-16cb06c4-1ec3-438a-bfc3-e8596e53cab8 service neutron] 10.222.0.42 "PUT /v2.0/ports/b1458ab8-ef3a-4c71-9a0e-a2e57b8804f0 HTTP/1.1" status: 200 len: 1093 time: 1.4946144 Jun 18 22:04:47.181815 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cb06c4-1ec3-438a-bfc3-e8596e53cab8 service neutron] Pushing event updated for resources: {'Port': ['ID=b1458ab8-ef3a-4c71-9a0e-a2e57b8804f0,revision_number=3']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:04:47.184925 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-16cb06c4-1ec3-438a-bfc3-e8596e53cab8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:04:47.407515 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d4ed5-26ce-4c36-93c5-b5f955e0c588 req-9804d168-587b-4e04-9f6b-23a3d3f87f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:47.409030 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-7c7d4ed5-26ce-4c36-93c5-b5f955e0c588 req-9804d168-587b-4e04-9f6b-23a3d3f87f3a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e055c1d8ad684779979613ce0b219263&device_id=bb39f306-b1b4-4b95-8b8c-331854c9c54c HTTP/1.1" status: 200 len: 1096 time: 0.0615637 Jun 18 22:04:47.492470 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248df95d-e9bf-46b7-89d8-5d96dbb15153 req-f4057a0f-be25-4ee2-8984-8ed3ecd71631 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:47.494098 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-248df95d-e9bf-46b7-89d8-5d96dbb15153 req-f4057a0f-be25-4ee2-8984-8ed3ecd71631 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb39f306-b1b4-4b95-8b8c-331854c9c54c HTTP/1.1" status: 200 len: 943 time: 0.0657711 Jun 18 22:04:47.551746 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-7c7d4ed5-26ce-4c36-93c5-b5f955e0c588 req-2bc1d515-e415-46d7-b919-0475537253ed service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1458ab8-ef3a-4c71-9a0e-a2e57b8804f0 HTTP/1.1" status: 200 len: 217 time: 0.0400112 Jun 18 22:04:47.592034 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-248df95d-e9bf-46b7-89d8-5d96dbb15153 req-673df2e7-0875-4a45-951b-8fed3bdfe160 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] 10.222.0.23 "GET /v2.0/security-groups?id=28ac6748-e8b8-4eb7-9f21-b78975cb5ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923700 Jun 18 22:04:47.610451 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d4ed5-26ce-4c36-93c5-b5f955e0c588 req-eda2773c-709d-410e-a03f-049936dd0961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:47.611848 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-7c7d4ed5-26ce-4c36-93c5-b5f955e0c588 req-eda2773c-709d-410e-a03f-049936dd0961 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3208e9c8-5ade-4932-ba3d-a27e02ad273d HTTP/1.1" status: 200 len: 848 time: 0.0541854 Jun 18 22:04:47.659769 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-7c7d4ed5-26ce-4c36-93c5-b5f955e0c588 req-d2c8b509-9498-4f47-8c77-942e9188c0a3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1a87a6c4-937d-4f37-ac14-5a1a090f18f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265615 Jun 18 22:04:47.748663 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-7c7d4ed5-26ce-4c36-93c5-b5f955e0c588 req-ad793c2d-d458-48e1-b8c6-1000f4a06baf service neutron] 10.222.0.42 "GET /v2.0/networks/1a87a6c4-937d-4f37-ac14-5a1a090f18f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814304 Jun 18 22:04:47.856605 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-7c7d4ed5-26ce-4c36-93c5-b5f955e0c588 req-d728d215-c773-4104-80a8-65df1b6e76c6 service neutron] 10.222.0.42 "GET /v2.0/networks/1a87a6c4-937d-4f37-ac14-5a1a090f18f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901220 Jun 18 22:04:48.039910 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018eb942-75b6-448c-8c9a-4f2b2237bd65 req-46a32650-85ec-4c9f-a299-85c280092cfd tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:48.041382 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-018eb942-75b6-448c-8c9a-4f2b2237bd65 req-46a32650-85ec-4c9f-a299-85c280092cfd tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=86124762-9669-4327-a28e-3ab5a1591ad4 HTTP/1.1" status: 200 len: 945 time: 0.0607774 Jun 18 22:04:48.079875 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-018eb942-75b6-448c-8c9a-4f2b2237bd65 req-ca0b43d9-1610-469b-a71f-a7593454ce90 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326688 Jun 18 22:04:48.318491 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3ad6afe8-3ee1-40b7-9cdd-b787c6351d87 req-d119079b-3872-4b3b-a803-03dbf9a83921 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fca5fb9-2c9e-45be-b3b0-93d6dcb47bff HTTP/1.1" status: 200 len: 210 time: 0.0317430 Jun 18 22:04:48.774280 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a39599-c550-47c6-a7b7-63652c4c1920 req-335062e4-cfbb-47c6-8e49-637391ae4c38 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:48.774934 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-c5a39599-c550-47c6-a7b7-63652c4c1920 req-335062e4-cfbb-47c6-8e49-637391ae4c38 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb39f306-b1b4-4b95-8b8c-331854c9c54c HTTP/1.1" status: 200 len: 943 time: 0.0713198 Jun 18 22:04:48.812294 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-c5a39599-c550-47c6-a7b7-63652c4c1920 req-b3d418c4-5a99-4cb5-a960-e5409cee4e6b tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] 10.222.0.23 "GET /v2.0/security-groups?id=28ac6748-e8b8-4eb7-9f21-b78975cb5ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316079 Jun 18 22:04:49.083552 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device f0e28d5c-21b4-416d-b5ff-6d9bf333400f no longer exists at agent hyperv_hv-cinder-76675 {{(pid=93269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:04:49.103835 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.plugin [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] No Port match for: f0e28d5c-21b4-416d-b5ff-6d9bf333400f {{(pid=93269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:04:49.104178 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device f0e28d5c-21b4-416d-b5ff-6d9bf333400f not bound to the agent host hv-cinder-76675 {{(pid=93269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:04:49.162428 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb39f306-b1b4-4b95-8b8c-331854c9c54c', 'tag': 'b1458ab8-ef3a-4c71-9a0e-a2e57b8804f0'}] {{(pid=93268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:04:49.164895 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ff4b25c03651656652c9c7d58efcdba903c051ef33b3f53eb93af1a53304f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e86c0c27-d471-4ad7-ba19-0c481528860e" -d '{"events": [{"name": "network-changed", "server_uuid": "bb39f306-b1b4-4b95-8b8c-331854c9c54c", "tag": "b1458ab8-ef3a-4c71-9a0e-a2e57b8804f0"}]}' {{(pid=93268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:04:49.201453 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 22:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a489da76-89d8-40f5-a9a9-f0d2c8ef2e3d x-openstack-request-id: req-a489da76-89d8-40f5-a9a9-f0d2c8ef2e3d {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:04:49.201759 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb39f306-b1b4-4b95-8b8c-331854c9c54c", "tag": "b1458ab8-ef3a-4c71-9a0e-a2e57b8804f0", "status": "completed", "code": 200}]} {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:04:49.202031 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a489da76-89d8-40f5-a9a9-f0d2c8ef2e3d {{(pid=93268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:04:49.202428 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb39f306-b1b4-4b95-8b8c-331854c9c54c', 'tag': 'b1458ab8-ef3a-4c71-9a0e-a2e57b8804f0', 'status': 'completed', 'code': 200} Jun 18 22:04:49.256395 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82828293-d1b0-46b8-b0aa-970dbde7ab7c req-5907fcc9-7d4d-46b2-a158-128fabe54a7a tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:49.257925 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-82828293-d1b0-46b8-b0aa-970dbde7ab7c req-5907fcc9-7d4d-46b2-a158-128fabe54a7a tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=86124762-9669-4327-a28e-3ab5a1591ad4 HTTP/1.1" status: 200 len: 945 time: 0.0667624 Jun 18 22:04:49.329839 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-82828293-d1b0-46b8-b0aa-970dbde7ab7c req-1efbbb14-ab01-4b6f-afe4-8f18739c01fd tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639153 Jun 18 22:04:49.340408 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86c0c27-d471-4ad7-ba19-0c481528860e req-a34d6b6b-0c5c-4e99-8ff2-a52a409785e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:49.342013 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-e86c0c27-d471-4ad7-ba19-0c481528860e req-a34d6b6b-0c5c-4e99-8ff2-a52a409785e6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e055c1d8ad684779979613ce0b219263&device_id=bb39f306-b1b4-4b95-8b8c-331854c9c54c HTTP/1.1" status: 200 len: 1096 time: 0.0832496 Jun 18 22:04:49.436435 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86c0c27-d471-4ad7-ba19-0c481528860e req-1a293e36-41c3-4866-ac33-f29c5f3abe99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:49.438011 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-e86c0c27-d471-4ad7-ba19-0c481528860e req-1a293e36-41c3-4866-ac33-f29c5f3abe99 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1a87a6c4-937d-4f37-ac14-5a1a090f18f9 HTTP/1.1" status: 200 len: 909 time: 0.0845237 Jun 18 22:04:49.483378 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-e86c0c27-d471-4ad7-ba19-0c481528860e req-bf8543c1-86ad-46d0-a46d-d57cd05c20e7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1458ab8-ef3a-4c71-9a0e-a2e57b8804f0 HTTP/1.1" status: 200 len: 217 time: 0.0385568 Jun 18 22:04:49.811645 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86c0c27-d471-4ad7-ba19-0c481528860e req-d83bb95d-79eb-4113-8540-8fc845a10a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:49.813704 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-e86c0c27-d471-4ad7-ba19-0c481528860e req-d83bb95d-79eb-4113-8540-8fc845a10a18 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3208e9c8-5ade-4932-ba3d-a27e02ad273d HTTP/1.1" status: 200 len: 848 time: 0.2693043 Jun 18 22:04:49.876701 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-e86c0c27-d471-4ad7-ba19-0c481528860e req-e4503401-4fc7-459c-a4f9-54971bc20e47 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1a87a6c4-937d-4f37-ac14-5a1a090f18f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542049 Jun 18 22:04:50.016619 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-e86c0c27-d471-4ad7-ba19-0c481528860e req-c0acd32b-b419-4fda-933e-7c4802703ef3 service neutron] 10.222.0.42 "GET /v2.0/networks/1a87a6c4-937d-4f37-ac14-5a1a090f18f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235139 Jun 18 22:04:50.030605 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f8eaab-114f-4ac0-8da6-e2b9f710ecc5 req-9e852fb2-de66-40d5-827f-ab712d95fc60 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:50.032105 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-77f8eaab-114f-4ac0-8da6-e2b9f710ecc5 req-9e852fb2-de66-40d5-827f-ab712d95fc60 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb39f306-b1b4-4b95-8b8c-331854c9c54c HTTP/1.1" status: 200 len: 943 time: 0.0958638 Jun 18 22:04:50.042276 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:50.116185 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-77f8eaab-114f-4ac0-8da6-e2b9f710ecc5 req-6a01fc51-4cd4-4ca3-b523-f158aed21da3 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] 10.222.0.23 "GET /v2.0/security-groups?id=28ac6748-e8b8-4eb7-9f21-b78975cb5ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760355 Jun 18 22:04:50.146094 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-e86c0c27-d471-4ad7-ba19-0c481528860e req-002a5004-a609-4588-935a-04b2cf0db7d3 service neutron] 10.222.0.42 "GET /v2.0/networks/1a87a6c4-937d-4f37-ac14-5a1a090f18f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130290 Jun 18 22:04:50.505166 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f25c78-aa00-4245-98a7-c395c060b107 req-f8d5fbc6-de61-4626-87cd-61fe6ec04b26 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:50.506683 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-f4f25c78-aa00-4245-98a7-c395c060b107 req-f8d5fbc6-de61-4626-87cd-61fe6ec04b26 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=86124762-9669-4327-a28e-3ab5a1591ad4 HTTP/1.1" status: 200 len: 945 time: 0.0633910 Jun 18 22:04:50.544661 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-f4f25c78-aa00-4245-98a7-c395c060b107 req-d344edfc-95f8-4e5a-96d5-244e2196de95 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320778 Jun 18 22:04:51.107181 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device b1458ab8-ef3a-4c71-9a0e-a2e57b8804f0 details requested by agent hyperv_hv-cinder-76675 with host hv-cinder-76675 {{(pid=93269) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 22:04:51.214353 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] For port b1458ab8-ef3a-4c71-9a0e-a2e57b8804f0, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=b1458ab8-ef3a-4c71-9a0e-a2e57b8804f0,segment=NetworkSegment(1df097bc-2de7-42fb-a789-347ceb08f8a8),segment_id=1df097bc-2de7-42fb-a789-347ceb08f8a8)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:04:51.229083 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Returning: {'device': 'b1458ab8-ef3a-4c71-9a0e-a2e57b8804f0', 'network_id': '1a87a6c4-937d-4f37-ac14-5a1a090f18f9', 'port_id': 'b1458ab8-ef3a-4c71-9a0e-a2e57b8804f0', 'mac_address': 'fa:16:3e:f7:8e:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3208e9c8-5ade-4932-ba3d-a27e02ad273d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93269) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 22:04:51.288791 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:51.314039 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.notifiers.nova [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1458ab8-ef3a-4c71-9a0e-a2e57b8804f0 {{(pid=93269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:04:51.354722 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] For port b1458ab8-ef3a-4c71-9a0e-a2e57b8804f0, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=b1458ab8-ef3a-4c71-9a0e-a2e57b8804f0,segment=NetworkSegment(1df097bc-2de7-42fb-a789-347ceb08f8a8),segment_id=1df097bc-2de7-42fb-a789-347ceb08f8a8)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:04:51.376313 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4019bba3-af11-4e2e-8e15-219423b73178 req-84f84360-7c3a-404f-adcb-984a596b3835 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:51.377890 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-4019bba3-af11-4e2e-8e15-219423b73178 req-84f84360-7c3a-404f-adcb-984a596b3835 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/ports?device_id=972f4485-655d-49c8-98b2-3daeec7ddbc6 HTTP/1.1" status: 200 len: 945 time: 0.0840576 Jun 18 22:04:51.419217 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:51.421104 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:04:51.426472 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-4019bba3-af11-4e2e-8e15-219423b73178 req-c8afcdc1-c710-47f4-af6d-81a8bc780bf0 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/security-groups?id=957c28e0-fd38-4ea0-94cb-f66c8bbe9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384138 Jun 18 22:04:51.468169 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Pushing event updated for resources: {'Port': ['ID=b1458ab8-ef3a-4c71-9a0e-a2e57b8804f0,revision_number=4']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:04:51.471392 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:04:51.503029 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1edba1-1dae-4d53-8cdb-d63fead8e925 req-6028edfb-f1f8-493f-aa6e-2f04671868c6 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:51.504655 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-ee1edba1-1dae-4d53-8cdb-d63fead8e925 req-6028edfb-f1f8-493f-aa6e-2f04671868c6 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb39f306-b1b4-4b95-8b8c-331854c9c54c HTTP/1.1" status: 200 len: 944 time: 0.0653048 Jun 18 22:04:51.541633 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-ee1edba1-1dae-4d53-8cdb-d63fead8e925 req-9b2ff261-c5f3-4337-9e35-15ea1bb11b58 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] 10.222.0.23 "GET /v2.0/security-groups?id=28ac6748-e8b8-4eb7-9f21-b78975cb5ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309923 Jun 18 22:04:51.993015 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.agents_db [None req-e551f8fc-329d-4229-a52e-01157ddddd3a None None] Agent healthcheck: found 6 active agents {{(pid=93270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 22:04:51.997130 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] get_ports_and_sgs() called for port_ids ['b1458ab8-ef3a-4c71-9a0e-a2e57b8804f0'] {{(pid=93269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:04:52.608294 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b48ed-6d77-40cc-8b24-49e7ced0fe3b req-b97bb728-821c-4099-ba62-3f2429fc9d7b tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:52.609952 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a97b48ed-6d77-40cc-8b24-49e7ced0fe3b req-b97bb728-821c-4099-ba62-3f2429fc9d7b tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/ports?device_id=972f4485-655d-49c8-98b2-3daeec7ddbc6 HTTP/1.1" status: 200 len: 945 time: 0.0661848 Jun 18 22:04:52.651912 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a97b48ed-6d77-40cc-8b24-49e7ced0fe3b req-27d70085-f602-4c67-a52b-471320aabff6 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/security-groups?id=957c28e0-fd38-4ea0-94cb-f66c8bbe9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363081 Jun 18 22:04:52.718582 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e9a0a-8679-4682-b691-33bc6de985a9 req-e3d2fcc0-90f7-46ef-a82c-e289b4c6e7d6 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:52.723918 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-504e9a0a-8679-4682-b691-33bc6de985a9 req-e3d2fcc0-90f7-46ef-a82c-e289b4c6e7d6 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb39f306-b1b4-4b95-8b8c-331854c9c54c HTTP/1.1" status: 200 len: 944 time: 0.0671096 Jun 18 22:04:52.760877 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-504e9a0a-8679-4682-b691-33bc6de985a9 req-74117215-1db3-4ff0-809b-a479e5a5e937 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] 10.222.0.23 "GET /v2.0/security-groups?id=28ac6748-e8b8-4eb7-9f21-b78975cb5ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342450 Jun 18 22:04:53.866015 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88b9f75-2bfe-45a5-a27a-f4eba464b7a9 req-279a3151-b8c0-4f75-ada1-7b1e50c03d66 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:53.867512 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b88b9f75-2bfe-45a5-a27a-f4eba464b7a9 req-279a3151-b8c0-4f75-ada1-7b1e50c03d66 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/ports?device_id=972f4485-655d-49c8-98b2-3daeec7ddbc6 HTTP/1.1" status: 200 len: 945 time: 0.1054137 Jun 18 22:04:53.880269 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4edcc-ad63-4f68-85c9-952bfbaa48aa req-807b126f-521d-4f8b-a93e-f2e7679366b4 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:53.881703 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-2ba4edcc-ad63-4f68-85c9-952bfbaa48aa req-807b126f-521d-4f8b-a93e-f2e7679366b4 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.42 "GET /v2.0/ports?device_id=972f4485-655d-49c8-98b2-3daeec7ddbc6 HTTP/1.1" status: 200 len: 945 time: 0.0922844 Jun 18 22:04:53.990894 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b88b9f75-2bfe-45a5-a27a-f4eba464b7a9 req-73c12e0d-48ba-4355-abc1-c1676bda2821 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/security-groups?id=957c28e0-fd38-4ea0-94cb-f66c8bbe9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071358 Jun 18 22:04:54.039856 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09b19b-3c43-4a86-9822-306ca11dbf75 req-cb7dce2a-ca79-434d-bf42-11754eaa526a tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:54.041292 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-ba09b19b-3c43-4a86-9822-306ca11dbf75 req-cb7dce2a-ca79-434d-bf42-11754eaa526a tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb39f306-b1b4-4b95-8b8c-331854c9c54c HTTP/1.1" status: 200 len: 944 time: 0.1587355 Jun 18 22:04:54.089916 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [req-2ba4edcc-ad63-4f68-85c9-952bfbaa48aa req-a23718e5-2779-4715-a08f-0b48c21bd31f tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Deleting port db647a5f-b104-43c3-a328-d9f88c1cd0ad {{(pid=93268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:04:54.090249 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-2ba4edcc-ad63-4f68-85c9-952bfbaa48aa req-a23718e5-2779-4715-a08f-0b48c21bd31f tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765939110629'] for port, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:54.096993 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-ba09b19b-3c43-4a86-9822-306ca11dbf75 req-9c406a48-08ce-4cf7-a7ea-d868b15237d3 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] 10.222.0.23 "GET /v2.0/security-groups?id=28ac6748-e8b8-4eb7-9f21-b78975cb5ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493448 Jun 18 22:04:54.178943 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.db [req-2ba4edcc-ad63-4f68-85c9-952bfbaa48aa req-a23718e5-2779-4715-a08f-0b48c21bd31f tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] For port db647a5f-b104-43c3-a328-d9f88c1cd0ad, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=db647a5f-b104-43c3-a328-d9f88c1cd0ad,segment=NetworkSegment(77f9bbaf-9eb4-46cf-b42b-07b6005141bd),segment_id=77f9bbaf-9eb4-46cf-b42b-07b6005141bd)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:04:54.179290 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-2ba4edcc-ad63-4f68-85c9-952bfbaa48aa req-a23718e5-2779-4715-a08f-0b48c21bd31f tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512668'] for port, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:54.244576 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [req-2ba4edcc-ad63-4f68-85c9-952bfbaa48aa req-a23718e5-2779-4715-a08f-0b48c21bd31f tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Calling delete_port for db647a5f-b104-43c3-a328-d9f88c1cd0ad owned by compute:nova {{(pid=93268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:04:54.447238 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-2ba4edcc-ad63-4f68-85c9-952bfbaa48aa req-a23718e5-2779-4715-a08f-0b48c21bd31f tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765939117029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765938626151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3169581'] for port, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:54.451233 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-16cb06c4-1ec3-438a-bfc3-e8596e53cab8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:04:54.477868 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23718e5-2779-4715-a08f-0b48c21bd31f tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Pushing event deleted for resources: {'Port': ['ID=db647a5f-b104-43c3-a328-d9f88c1cd0ad,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:04:54.486983 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-a23718e5-2779-4715-a08f-0b48c21bd31f tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:04:54.490277 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] get_ports_and_sgs() called for port_ids ['b8a9d1ed-0aa1-4b63-b121-97d85aaf1bd9', '87974d96-7d06-4d16-911b-10f3b36e2fba', 'db647a5f-b104-43c3-a328-d9f88c1cd0ad'] {{(pid=93269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:04:54.529108 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ba4edcc-ad63-4f68-85c9-952bfbaa48aa req-a23718e5-2779-4715-a08f-0b48c21bd31f tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] No DVR routers for this DVR port db647a5f-b104-43c3-a328-d9f88c1cd0ad on host hv-cinder-76675 {{(pid=93268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 22:04:54.531660 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-2ba4edcc-ad63-4f68-85c9-952bfbaa48aa req-a23718e5-2779-4715-a08f-0b48c21bd31f tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31239'] for port, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:54.534200 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-2ba4edcc-ad63-4f68-85c9-952bfbaa48aa req-a23718e5-2779-4715-a08f-0b48c21bd31f tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.42 "DELETE /v2.0/ports/db647a5f-b104-43c3-a328-d9f88c1cd0ad HTTP/1.1" status: 204 len: 173 time: 0.6357944 Jun 18 22:04:54.534668 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '972f4485-655d-49c8-98b2-3daeec7ddbc6', 'name': 'network-vif-deleted', 'tag': 'db647a5f-b104-43c3-a328-d9f88c1cd0ad'}] {{(pid=93268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:04:54.538958 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ff4b25c03651656652c9c7d58efcdba903c051ef33b3f53eb93af1a53304f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d1bad52-2f50-422f-93a3-c47fb0906bea" -d '{"events": [{"server_uuid": "972f4485-655d-49c8-98b2-3daeec7ddbc6", "name": "network-vif-deleted", "tag": "db647a5f-b104-43c3-a328-d9f88c1cd0ad"}]}' {{(pid=93268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:04:54.578169 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820c2c78-0c07-417e-a16b-68dc6f3a2e0f x-openstack-request-id: req-820c2c78-0c07-417e-a16b-68dc6f3a2e0f {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:04:54.578487 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "972f4485-655d-49c8-98b2-3daeec7ddbc6", "name": "network-vif-deleted", "tag": "db647a5f-b104-43c3-a328-d9f88c1cd0ad", "status": "completed", "code": 200}]} {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:04:54.578764 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-820c2c78-0c07-417e-a16b-68dc6f3a2e0f {{(pid=93268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:04:54.579719 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '972f4485-655d-49c8-98b2-3daeec7ddbc6', 'name': 'network-vif-deleted', 'tag': 'db647a5f-b104-43c3-a328-d9f88c1cd0ad', 'status': 'completed', 'code': 200} Jun 18 22:04:55.146230 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device b1458ab8-ef3a-4c71-9a0e-a2e57b8804f0 up at agent hyperv_hv-cinder-76675 {{(pid=93269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:04:55.147301 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-bce749c7-5ef9-4470-bad2-a018bb6cdc6a req-90229241-bf6d-45b2-8dc4-a29816255943 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/ports?device_id=972f4485-655d-49c8-98b2-3daeec7ddbc6 HTTP/1.1" status: 200 len: 210 time: 0.0300660 Jun 18 22:04:55.269603 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Provisioning for port b1458ab8-ef3a-4c71-9a0e-a2e57b8804f0 completed by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:04:55.273470 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Provisioning complete for port b1458ab8-ef3a-4c71-9a0e-a2e57b8804f0 triggered by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:04:55.273761 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:55.278799 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a7700-c29c-4364-b94e-ab17659b56f0 req-b4e23490-f8ba-491f-91ac-d9426af4168a tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:55.280246 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-d79a7700-c29c-4364-b94e-ab17659b56f0 req-b4e23490-f8ba-491f-91ac-d9426af4168a tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb39f306-b1b4-4b95-8b8c-331854c9c54c HTTP/1.1" status: 200 len: 944 time: 0.0665538 Jun 18 22:04:55.322373 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-d79a7700-c29c-4364-b94e-ab17659b56f0 req-53869fee-02a9-4e91-bac3-bbd00c0b140f tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] 10.222.0.23 "GET /v2.0/security-groups?id=28ac6748-e8b8-4eb7-9f21-b78975cb5ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362074 Jun 18 22:04:55.351472 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:55.373255 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb39f306-b1b4-4b95-8b8c-331854c9c54c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1458ab8-ef3a-4c71-9a0e-a2e57b8804f0'}] {{(pid=93269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:04:55.375480 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af3cbdd609d599d07a5217d2d1a89114698d9a8f3654956f7909e96a5eb364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de1557d-5d07-4c56-b608-7ca8ee095428" -d '{"events": [{"server_uuid": "bb39f306-b1b4-4b95-8b8c-331854c9c54c", "name": "network-vif-plugged", "status": "completed", "tag": "b1458ab8-ef3a-4c71-9a0e-a2e57b8804f0"}]}' {{(pid=93269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:04:55.391035 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] For port b1458ab8-ef3a-4c71-9a0e-a2e57b8804f0, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=b1458ab8-ef3a-4c71-9a0e-a2e57b8804f0,segment=NetworkSegment(1df097bc-2de7-42fb-a789-347ceb08f8a8),segment_id=1df097bc-2de7-42fb-a789-347ceb08f8a8)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:04:55.414010 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8c9d49-cd8f-44ee-8734-f55a2bc8286f x-openstack-request-id: req-dc8c9d49-cd8f-44ee-8734-f55a2bc8286f {{(pid=93269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:04:55.419355 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb39f306-b1b4-4b95-8b8c-331854c9c54c", "name": "network-vif-plugged", "status": "completed", "tag": "b1458ab8-ef3a-4c71-9a0e-a2e57b8804f0", "code": 200}]} {{(pid=93269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:04:55.419355 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dc8c9d49-cd8f-44ee-8734-f55a2bc8286f {{(pid=93269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:04:55.419355 dv-cinder-766752-3-smb neutron-server[93269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb39f306-b1b4-4b95-8b8c-331854c9c54c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1458ab8-ef3a-4c71-9a0e-a2e57b8804f0', 'code': 200} Jun 18 22:04:55.462876 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:55.464736 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:04:55.517849 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Pushing event updated for resources: {'Port': ['ID=b1458ab8-ef3a-4c71-9a0e-a2e57b8804f0,revision_number=5']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:04:55.520997 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:04:55.856980 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d98b1-767d-4a76-b9a7-a18fc7611419 req-bc49b8b7-f4eb-47f8-852c-e0f2d767efb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:55.858487 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-f96d98b1-767d-4a76-b9a7-a18fc7611419 req-bc49b8b7-f4eb-47f8-852c-e0f2d767efb9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bb39f306-b1b4-4b95-8b8c-331854c9c54c HTTP/1.1" status: 200 len: 1098 time: 0.0549695 Jun 18 22:04:55.904293 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-f96d98b1-767d-4a76-b9a7-a18fc7611419 req-5cae653c-44ef-457d-b895-e44da5073efb service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=28ac6748-e8b8-4eb7-9f21-b78975cb5ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382428 Jun 18 22:04:56.402538 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b6adff-716a-4da4-a922-02388a533310 req-0efac840-b9cc-4cce-82b1-0af7da54930c tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:56.404095 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-62b6adff-716a-4da4-a922-02388a533310 req-0efac840-b9cc-4cce-82b1-0af7da54930c tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=29137dc2-e9df-4dab-9c24-56e918387df1 HTTP/1.1" status: 200 len: 945 time: 0.0630863 Jun 18 22:04:56.444853 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-62b6adff-716a-4da4-a922-02388a533310 req-bf676a98-c1af-4ada-b4fa-72c696dfcf83 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350049 Jun 18 22:04:56.638026 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3861f995-bf52-4d49-be5d-9047d45139b6 req-7d4a97a3-d831-4389-9536-9f57091bdada tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:56.640420 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3861f995-bf52-4d49-be5d-9047d45139b6 req-7d4a97a3-d831-4389-9536-9f57091bdada tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb39f306-b1b4-4b95-8b8c-331854c9c54c HTTP/1.1" status: 200 len: 945 time: 0.0942125 Jun 18 22:04:56.688588 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3861f995-bf52-4d49-be5d-9047d45139b6 req-55632a23-d167-4597-b11b-c3b2d8855439 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] 10.222.0.23 "GET /v2.0/security-groups?id=28ac6748-e8b8-4eb7-9f21-b78975cb5ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417895 Jun 18 22:04:56.764325 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd158b9-2f5f-4ab9-b386-70b419fe6f57 req-5f4016dc-eafc-49e2-9679-33870e3feb24 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:56.765983 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-7fd158b9-2f5f-4ab9-b386-70b419fe6f57 req-5f4016dc-eafc-49e2-9679-33870e3feb24 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/ports?device_id=796b3167-f236-4c92-a66c-1d244026d681 HTTP/1.1" status: 200 len: 945 time: 0.0630102 Jun 18 22:04:56.803711 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-7fd158b9-2f5f-4ab9-b386-70b419fe6f57 req-6c5e157c-e5de-4530-aca2-25b29637b6d0 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/security-groups?id=957c28e0-fd38-4ea0-94cb-f66c8bbe9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320652 Jun 18 22:04:57.136105 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device db647a5f-b104-43c3-a328-d9f88c1cd0ad no longer exists at agent hyperv_hv-cinder-76675 {{(pid=93269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:04:57.263713 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.plugin [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] No Port match for: db647a5f-b104-43c3-a328-d9f88c1cd0ad {{(pid=93269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:04:57.263967 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device db647a5f-b104-43c3-a328-d9f88c1cd0ad not bound to the agent host hv-cinder-76675 {{(pid=93269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:04:57.638093 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36a20c8-5805-48e5-950f-07d78c2405df req-b4fbd010-ef16-41aa-b881-8de37e129ab4 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:57.639655 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-d36a20c8-5805-48e5-950f-07d78c2405df req-b4fbd010-ef16-41aa-b881-8de37e129ab4 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=29137dc2-e9df-4dab-9c24-56e918387df1 HTTP/1.1" status: 200 len: 945 time: 0.0764592 Jun 18 22:04:57.651375 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-d1335d63-8228-4e65-a9d9-7f3406f3ed05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:57.678968 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-d36a20c8-5805-48e5-950f-07d78c2405df req-eca47753-6891-41bf-8195-74ac554eb815 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328307 Jun 18 22:04:57.865436 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afc4b3c-f442-49f9-9c2c-1eabb6824161 req-36dd0686-04fd-4cac-9d20-d746e6893880 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:57.867150 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-0afc4b3c-f442-49f9-9c2c-1eabb6824161 req-36dd0686-04fd-4cac-9d20-d746e6893880 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb39f306-b1b4-4b95-8b8c-331854c9c54c HTTP/1.1" status: 200 len: 945 time: 0.0665746 Jun 18 22:04:57.907406 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-0afc4b3c-f442-49f9-9c2c-1eabb6824161 req-a52be995-d03f-48ab-8bef-30590e1ecf9d tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] 10.222.0.23 "GET /v2.0/security-groups?id=28ac6748-e8b8-4eb7-9f21-b78975cb5ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330617 Jun 18 22:04:57.978815 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4391bc96-aedb-4a92-b6fa-5a3f15f75180 req-339a8e1d-995e-4053-8f5e-66275d8228da tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:57.980271 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-4391bc96-aedb-4a92-b6fa-5a3f15f75180 req-339a8e1d-995e-4053-8f5e-66275d8228da tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/ports?device_id=796b3167-f236-4c92-a66c-1d244026d681 HTTP/1.1" status: 200 len: 945 time: 0.0642056 Jun 18 22:04:58.024886 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-4391bc96-aedb-4a92-b6fa-5a3f15f75180 req-8f1cfe9a-3b1b-4286-9961-02d94a2e9106 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/security-groups?id=957c28e0-fd38-4ea0-94cb-f66c8bbe9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389316 Jun 18 22:04:58.854540 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e65a26-4f89-4d81-ae8f-ff9bfca39f9f req-11c92853-bcea-4d2c-8c83-2405d8358fd3 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:58.855996 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-19e65a26-4f89-4d81-ae8f-ff9bfca39f9f req-11c92853-bcea-4d2c-8c83-2405d8358fd3 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=29137dc2-e9df-4dab-9c24-56e918387df1 HTTP/1.1" status: 200 len: 945 time: 0.0658884 Jun 18 22:04:58.893760 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-19e65a26-4f89-4d81-ae8f-ff9bfca39f9f req-73626866-5374-4a77-abb6-d8896bc89cb5 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320749 Jun 18 22:04:59.093866 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c316d-6ea1-4649-9981-73761707816a req-588c3590-72d5-4c7e-93c5-868439a8d695 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:59.095562 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-349c316d-6ea1-4649-9981-73761707816a req-588c3590-72d5-4c7e-93c5-868439a8d695 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.42 "GET /v2.0/ports?device_id=796b3167-f236-4c92-a66c-1d244026d681 HTTP/1.1" status: 200 len: 945 time: 0.0707011 Jun 18 22:04:59.247326 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [req-349c316d-6ea1-4649-9981-73761707816a req-9ffe0d2f-1b9f-412e-9e8c-41517120f293 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Deleting port 87974d96-7d06-4d16-911b-10f3b36e2fba {{(pid=93268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:04:59.247465 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-349c316d-6ea1-4649-9981-73761707816a req-9ffe0d2f-1b9f-412e-9e8c-41517120f293 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765939110629'] for port, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:59.259802 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ada03-f53c-402f-b4e3-7d40e8680b70 req-fe4816e9-77ba-4ecf-a386-7b1b500094cf tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:59.261323 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a27ada03-f53c-402f-b4e3-7d40e8680b70 req-fe4816e9-77ba-4ecf-a386-7b1b500094cf tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/ports?device_id=796b3167-f236-4c92-a66c-1d244026d681 HTTP/1.1" status: 200 len: 945 time: 0.0834780 Jun 18 22:04:59.347087 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a27ada03-f53c-402f-b4e3-7d40e8680b70 req-83df2691-4880-448e-9a2b-e16fc13ab2c2 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/security-groups?id=957c28e0-fd38-4ea0-94cb-f66c8bbe9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748062 Jun 18 22:04:59.373655 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.db [req-349c316d-6ea1-4649-9981-73761707816a req-9ffe0d2f-1b9f-412e-9e8c-41517120f293 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] For port 87974d96-7d06-4d16-911b-10f3b36e2fba, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=87974d96-7d06-4d16-911b-10f3b36e2fba,segment=NetworkSegment(77f9bbaf-9eb4-46cf-b42b-07b6005141bd),segment_id=77f9bbaf-9eb4-46cf-b42b-07b6005141bd)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:04:59.375651 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-349c316d-6ea1-4649-9981-73761707816a req-9ffe0d2f-1b9f-412e-9e8c-41517120f293 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512668'] for port, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:59.437251 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [req-349c316d-6ea1-4649-9981-73761707816a req-9ffe0d2f-1b9f-412e-9e8c-41517120f293 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Calling delete_port for 87974d96-7d06-4d16-911b-10f3b36e2fba owned by compute:nova {{(pid=93268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:04:59.613009 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51afb1af-9d9b-43b1-ab74-a1061de35af5 req-1d3b7c49-7a84-4c2d-9dca-0597f7324f45 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:04:59.614469 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-51afb1af-9d9b-43b1-ab74-a1061de35af5 req-1d3b7c49-7a84-4c2d-9dca-0597f7324f45 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb39f306-b1b4-4b95-8b8c-331854c9c54c HTTP/1.1" status: 200 len: 945 time: 0.0981154 Jun 18 22:04:59.652134 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-51afb1af-9d9b-43b1-ab74-a1061de35af5 req-6a8f0aa9-454d-4fab-a983-a8d055d1d7f5 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] 10.222.0.23 "GET /v2.0/security-groups?id=28ac6748-e8b8-4eb7-9f21-b78975cb5ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319092 Jun 18 22:04:59.657041 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-349c316d-6ea1-4649-9981-73761707816a req-9ffe0d2f-1b9f-412e-9e8c-41517120f293 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765939117029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765938626151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3169581'] for port, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:59.661895 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-d776c953-a9a6-4083-ad78-8eadf16a30f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:04:59.695382 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffe0d2f-1b9f-412e-9e8c-41517120f293 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Pushing event deleted for resources: {'Port': ['ID=87974d96-7d06-4d16-911b-10f3b36e2fba,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:04:59.699783 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] get_ports_and_sgs() called for port_ids ['b8a9d1ed-0aa1-4b63-b121-97d85aaf1bd9', '87974d96-7d06-4d16-911b-10f3b36e2fba'] {{(pid=93269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:04:59.700206 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-9ffe0d2f-1b9f-412e-9e8c-41517120f293 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:04:59.741665 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [req-349c316d-6ea1-4649-9981-73761707816a req-9ffe0d2f-1b9f-412e-9e8c-41517120f293 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] No DVR routers for this DVR port 87974d96-7d06-4d16-911b-10f3b36e2fba on host hv-cinder-76675 {{(pid=93268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 22:04:59.744075 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-349c316d-6ea1-4649-9981-73761707816a req-9ffe0d2f-1b9f-412e-9e8c-41517120f293 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31239'] for port, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:04:59.746132 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-349c316d-6ea1-4649-9981-73761707816a req-9ffe0d2f-1b9f-412e-9e8c-41517120f293 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.42 "DELETE /v2.0/ports/87974d96-7d06-4d16-911b-10f3b36e2fba HTTP/1.1" status: 204 len: 173 time: 0.6447213 Jun 18 22:04:59.746632 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '796b3167-f236-4c92-a66c-1d244026d681', 'name': 'network-vif-deleted', 'tag': '87974d96-7d06-4d16-911b-10f3b36e2fba'}] {{(pid=93268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:04:59.748914 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ff4b25c03651656652c9c7d58efcdba903c051ef33b3f53eb93af1a53304f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2590971e-2f52-49f0-93d0-d530f356be52" -d '{"events": [{"server_uuid": "796b3167-f236-4c92-a66c-1d244026d681", "name": "network-vif-deleted", "tag": "87974d96-7d06-4d16-911b-10f3b36e2fba"}]}' {{(pid=93268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:04:59.786529 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f1a255-23ef-4584-ad2b-511cd54ebc75 x-openstack-request-id: req-80f1a255-23ef-4584-ad2b-511cd54ebc75 {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:04:59.786944 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "796b3167-f236-4c92-a66c-1d244026d681", "name": "network-vif-deleted", "tag": "87974d96-7d06-4d16-911b-10f3b36e2fba", "status": "completed", "code": 200}]} {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:04:59.787316 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-80f1a255-23ef-4584-ad2b-511cd54ebc75 {{(pid=93268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:04:59.787831 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '796b3167-f236-4c92-a66c-1d244026d681', 'name': 'network-vif-deleted', 'tag': '87974d96-7d06-4d16-911b-10f3b36e2fba', 'status': 'completed', 'code': 200} Jun 18 22:05:00.065251 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80c3fc6-80a4-4215-a559-cfe8f8ad503c req-340a28c5-72af-4633-b856-cb0bc2c50d8b tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:00.066699 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b80c3fc6-80a4-4215-a559-cfe8f8ad503c req-340a28c5-72af-4633-b856-cb0bc2c50d8b tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=29137dc2-e9df-4dab-9c24-56e918387df1 HTTP/1.1" status: 200 len: 945 time: 0.0618463 Jun 18 22:05:00.136623 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b80c3fc6-80a4-4215-a559-cfe8f8ad503c req-29382f4f-8565-4932-a3a7-ce4449bdde30 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640945 Jun 18 22:05:00.178611 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa92b0f-18f7-47b4-bcfd-b57356d45f8d req-3e8c62bb-7312-4a0f-8c4d-e813fef248a9 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:00.179979 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-7fa92b0f-18f7-47b4-bcfd-b57356d45f8d req-3e8c62bb-7312-4a0f-8c4d-e813fef248a9 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.42 "GET /v2.0/ports?device_id=29137dc2-e9df-4dab-9c24-56e918387df1 HTTP/1.1" status: 200 len: 945 time: 0.0925579 Jun 18 22:05:00.194461 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-d3a0fdfd-92fd-4172-9e4c-52ce0430cd54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:00.275069 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:00.284417 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [req-7fa92b0f-18f7-47b4-bcfd-b57356d45f8d req-13fcf4eb-fd79-4d17-b1f1-de84a90e1975 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Deleting port 38a24031-d69c-4f65-ac2f-60d5845f25d9 {{(pid=93268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:05:00.284782 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-7fa92b0f-18f7-47b4-bcfd-b57356d45f8d req-13fcf4eb-fd79-4d17-b1f1-de84a90e1975 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765939110629'] for port, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:00.372514 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.db [req-7fa92b0f-18f7-47b4-bcfd-b57356d45f8d req-13fcf4eb-fd79-4d17-b1f1-de84a90e1975 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] For port 38a24031-d69c-4f65-ac2f-60d5845f25d9, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=38a24031-d69c-4f65-ac2f-60d5845f25d9,segment=NetworkSegment(c627a06e-c5a0-4830-ab6a-ca32b638bf65),segment_id=c627a06e-c5a0-4830-ab6a-ca32b638bf65)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:05:00.372878 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-7fa92b0f-18f7-47b4-bcfd-b57356d45f8d req-13fcf4eb-fd79-4d17-b1f1-de84a90e1975 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512668'] for port, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:00.438135 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [req-7fa92b0f-18f7-47b4-bcfd-b57356d45f8d req-13fcf4eb-fd79-4d17-b1f1-de84a90e1975 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Calling delete_port for 38a24031-d69c-4f65-ac2f-60d5845f25d9 owned by compute:nova {{(pid=93268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:05:00.509398 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-85b589e9-9745-404b-9c36-3dd59b0fe267 req-456b9a06-08a6-4a59-b23d-e9317fb47ab8 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/ports?device_id=796b3167-f236-4c92-a66c-1d244026d681 HTTP/1.1" status: 200 len: 210 time: 0.0302718 Jun 18 22:05:00.662816 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-7fa92b0f-18f7-47b4-bcfd-b57356d45f8d req-13fcf4eb-fd79-4d17-b1f1-de84a90e1975 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765939117029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765938626151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3169581'] for port, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:00.666988 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-71083bbd-4f24-4df8-8aa9-7148ba01f13a tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:00.698595 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fcf4eb-fd79-4d17-b1f1-de84a90e1975 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Pushing event deleted for resources: {'Port': ['ID=38a24031-d69c-4f65-ac2f-60d5845f25d9,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:00.701847 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-13fcf4eb-fd79-4d17-b1f1-de84a90e1975 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:00.714867 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] get_ports_and_sgs() called for port_ids ['59af2458-19d5-41c7-a73d-47d9346497cc', '38a24031-d69c-4f65-ac2f-60d5845f25d9'] {{(pid=93269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:05:00.747778 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fa92b0f-18f7-47b4-bcfd-b57356d45f8d req-13fcf4eb-fd79-4d17-b1f1-de84a90e1975 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] No DVR routers for this DVR port 38a24031-d69c-4f65-ac2f-60d5845f25d9 on host hv-cinder-76675 {{(pid=93268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 22:05:00.750870 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-7fa92b0f-18f7-47b4-bcfd-b57356d45f8d req-13fcf4eb-fd79-4d17-b1f1-de84a90e1975 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31239'] for port, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:00.754194 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-7fa92b0f-18f7-47b4-bcfd-b57356d45f8d req-13fcf4eb-fd79-4d17-b1f1-de84a90e1975 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.42 "DELETE /v2.0/ports/38a24031-d69c-4f65-ac2f-60d5845f25d9 HTTP/1.1" status: 204 len: 173 time: 0.5636492 Jun 18 22:05:00.840810 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eb478c-8c7d-4852-8dc9-c8ce6544258e req-2b989026-735f-4b55-a2c7-dbb378400df1 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:00.842275 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-92eb478c-8c7d-4852-8dc9-c8ce6544258e req-2b989026-735f-4b55-a2c7-dbb378400df1 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb39f306-b1b4-4b95-8b8c-331854c9c54c HTTP/1.1" status: 200 len: 945 time: 0.0629046 Jun 18 22:05:00.883156 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-92eb478c-8c7d-4852-8dc9-c8ce6544258e req-3eb4c63e-bd15-42fa-bd47-846463471a3d tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] 10.222.0.23 "GET /v2.0/security-groups?id=28ac6748-e8b8-4eb7-9f21-b78975cb5ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336361 Jun 18 22:05:01.303896 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-d0311670-947b-4f24-844d-46d69445a90e req-0814a283-c8d7-4fd3-8270-4fdbbfc5a4f6 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=29137dc2-e9df-4dab-9c24-56e918387df1 HTTP/1.1" status: 200 len: 210 time: 0.0328162 Jun 18 22:05:01.514668 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-66c5960c-ceb9-453b-add3-817047489609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:01.789550 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29137dc2-e9df-4dab-9c24-56e918387df1', 'name': 'network-vif-deleted', 'tag': '38a24031-d69c-4f65-ac2f-60d5845f25d9'}] {{(pid=93268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:05:01.791265 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ff4b25c03651656652c9c7d58efcdba903c051ef33b3f53eb93af1a53304f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f3b06d-fe2a-4ddc-89c3-31dc3968b884" -d '{"events": [{"server_uuid": "29137dc2-e9df-4dab-9c24-56e918387df1", "name": "network-vif-deleted", "tag": "38a24031-d69c-4f65-ac2f-60d5845f25d9"}]}' {{(pid=93268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:05:01.825960 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f770a217-bd20-4bae-a9c6-ad6b720c1e07 x-openstack-request-id: req-f770a217-bd20-4bae-a9c6-ad6b720c1e07 {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:05:01.826270 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29137dc2-e9df-4dab-9c24-56e918387df1", "name": "network-vif-deleted", "tag": "38a24031-d69c-4f65-ac2f-60d5845f25d9", "status": "completed", "code": 200}]} {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:05:01.834779 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f770a217-bd20-4bae-a9c6-ad6b720c1e07 {{(pid=93268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:05:01.834779 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29137dc2-e9df-4dab-9c24-56e918387df1', 'name': 'network-vif-deleted', 'tag': '38a24031-d69c-4f65-ac2f-60d5845f25d9', 'status': 'completed', 'code': 200} Jun 18 22:05:02.105733 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c12df40-e0aa-4b41-a1c6-dd737f83d6ab req-997de130-ef80-47b2-a184-4c9970bc74b7 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:02.107229 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3c12df40-e0aa-4b41-a1c6-dd737f83d6ab req-997de130-ef80-47b2-a184-4c9970bc74b7 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb39f306-b1b4-4b95-8b8c-331854c9c54c HTTP/1.1" status: 200 len: 945 time: 0.0783048 Jun 18 22:05:02.116374 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f17d43-5521-4fde-af9e-99acb4837de4 req-3a46e6c6-be54-4def-82ea-63738f8eacae tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:02.117778 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-10f17d43-5521-4fde-af9e-99acb4837de4 req-3a46e6c6-be54-4def-82ea-63738f8eacae tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb39f306-b1b4-4b95-8b8c-331854c9c54c HTTP/1.1" status: 200 len: 945 time: 0.1173112 Jun 18 22:05:02.196819 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-10f17d43-5521-4fde-af9e-99acb4837de4 req-ee471f46-2fe0-4c7b-8551-cec6bc972c43 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] 10.222.0.23 "GET /v2.0/security-groups?id=28ac6748-e8b8-4eb7-9f21-b78975cb5ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705562 Jun 18 22:05:02.240312 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [req-3c12df40-e0aa-4b41-a1c6-dd737f83d6ab req-da7b8afb-37db-4d13-a926-f8f8baa82948 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] Deleting port b1458ab8-ef3a-4c71-9a0e-a2e57b8804f0 {{(pid=93268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:05:02.240682 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-3c12df40-e0aa-4b41-a1c6-dd737f83d6ab req-da7b8afb-37db-4d13-a926-f8f8baa82948 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765939110629'] for port, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:02.331822 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.db [req-3c12df40-e0aa-4b41-a1c6-dd737f83d6ab req-da7b8afb-37db-4d13-a926-f8f8baa82948 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] For port b1458ab8-ef3a-4c71-9a0e-a2e57b8804f0, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=b1458ab8-ef3a-4c71-9a0e-a2e57b8804f0,segment=NetworkSegment(1df097bc-2de7-42fb-a789-347ceb08f8a8),segment_id=1df097bc-2de7-42fb-a789-347ceb08f8a8)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:05:02.332480 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-3c12df40-e0aa-4b41-a1c6-dd737f83d6ab req-da7b8afb-37db-4d13-a926-f8f8baa82948 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512668'] for port, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:02.394337 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [req-3c12df40-e0aa-4b41-a1c6-dd737f83d6ab req-da7b8afb-37db-4d13-a926-f8f8baa82948 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] Calling delete_port for b1458ab8-ef3a-4c71-9a0e-a2e57b8804f0 owned by compute:nova {{(pid=93268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:05:02.599763 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-3c12df40-e0aa-4b41-a1c6-dd737f83d6ab req-da7b8afb-37db-4d13-a926-f8f8baa82948 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765939117029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765938626151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3169581'] for port, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:02.603573 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-9d52e9ec-5b4f-4973-b09f-cc3cb70d07ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:02.628637 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7b8afb-37db-4d13-a926-f8f8baa82948 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] Pushing event deleted for resources: {'Port': ['ID=b1458ab8-ef3a-4c71-9a0e-a2e57b8804f0,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:02.632204 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-da7b8afb-37db-4d13-a926-f8f8baa82948 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:02.637605 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] get_ports_and_sgs() called for port_ids ['b1458ab8-ef3a-4c71-9a0e-a2e57b8804f0'] {{(pid=93269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:05:02.675566 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c12df40-e0aa-4b41-a1c6-dd737f83d6ab req-da7b8afb-37db-4d13-a926-f8f8baa82948 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] No DVR routers for this DVR port b1458ab8-ef3a-4c71-9a0e-a2e57b8804f0 on host hv-cinder-76675 {{(pid=93268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 22:05:02.677698 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-3c12df40-e0aa-4b41-a1c6-dd737f83d6ab req-da7b8afb-37db-4d13-a926-f8f8baa82948 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31239'] for port, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:02.679669 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3c12df40-e0aa-4b41-a1c6-dd737f83d6ab req-da7b8afb-37db-4d13-a926-f8f8baa82948 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] 10.222.0.42 "DELETE /v2.0/ports/b1458ab8-ef3a-4c71-9a0e-a2e57b8804f0 HTTP/1.1" status: 204 len: 173 time: 0.5610383 Jun 18 22:05:02.952175 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2279bda3-07e9-466e-aef5-236e23376fc4 req-825446fb-7c2b-47af-9137-7341e67c83b2 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:02.957000 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-2279bda3-07e9-466e-aef5-236e23376fc4 req-825446fb-7c2b-47af-9137-7341e67c83b2 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=86124762-9669-4327-a28e-3ab5a1591ad4 HTTP/1.1" status: 200 len: 945 time: 0.0861273 Jun 18 22:05:02.993634 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-2279bda3-07e9-466e-aef5-236e23376fc4 req-9bbc6cdf-659e-42e1-b59d-ade5f87624b4 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328271 Jun 18 22:05:03.216835 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device 38a24031-d69c-4f65-ac2f-60d5845f25d9 no longer exists at agent hyperv_hv-cinder-76675 {{(pid=93269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:05:03.238759 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-cfd4400b-1529-4ea9-a221-6a7c5fbf6a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:03.245362 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.plugin [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] No Port match for: 38a24031-d69c-4f65-ac2f-60d5845f25d9 {{(pid=93269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:05:03.245362 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device 38a24031-d69c-4f65-ac2f-60d5845f25d9 not bound to the agent host hv-cinder-76675 {{(pid=93269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:05:03.245362 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device 87974d96-7d06-4d16-911b-10f3b36e2fba no longer exists at agent hyperv_hv-cinder-76675 {{(pid=93269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:05:03.261840 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.plugin [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] No Port match for: 87974d96-7d06-4d16-911b-10f3b36e2fba {{(pid=93269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:05:03.262193 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device 87974d96-7d06-4d16-911b-10f3b36e2fba not bound to the agent host hv-cinder-76675 {{(pid=93269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:05:03.262610 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device b1458ab8-ef3a-4c71-9a0e-a2e57b8804f0 no longer exists at agent hyperv_hv-cinder-76675 {{(pid=93269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:05:03.281446 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.plugin [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] No Port match for: b1458ab8-ef3a-4c71-9a0e-a2e57b8804f0 {{(pid=93269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:05:03.282579 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device b1458ab8-ef3a-4c71-9a0e-a2e57b8804f0 not bound to the agent host hv-cinder-76675 {{(pid=93269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:05:03.356171 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-c735f97a-ef3a-422f-84db-9f4e6c12d275 req-6f9c70d4-3f67-4ee2-8da2-9814c9bb23e5 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb39f306-b1b4-4b95-8b8c-331854c9c54c HTTP/1.1" status: 200 len: 210 time: 0.0294104 Jun 18 22:05:03.450918 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba894ef-2925-4e80-a315-44b8697e4781 req-31f208e5-7c65-43f5-95be-fa9cd66ebaac tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:03.452500 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-9ba894ef-2925-4e80-a315-44b8697e4781 req-31f208e5-7c65-43f5-95be-fa9cd66ebaac tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/ports?device_id=de9d43df-3253-4091-bf13-89c7d96c02d9 HTTP/1.1" status: 200 len: 945 time: 0.0625713 Jun 18 22:05:03.493100 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-9ba894ef-2925-4e80-a315-44b8697e4781 req-f5ffe8b2-2abd-4d53-bf13-97e14df01f1e tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/security-groups?id=957c28e0-fd38-4ea0-94cb-f66c8bbe9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345242 Jun 18 22:05:03.828400 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb39f306-b1b4-4b95-8b8c-331854c9c54c', 'name': 'network-vif-deleted', 'tag': 'b1458ab8-ef3a-4c71-9a0e-a2e57b8804f0'}] {{(pid=93268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:05:03.831538 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ff4b25c03651656652c9c7d58efcdba903c051ef33b3f53eb93af1a53304f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b959fe6-6aaa-4238-8d2f-8f485c024cb5" -d '{"events": [{"server_uuid": "bb39f306-b1b4-4b95-8b8c-331854c9c54c", "name": "network-vif-deleted", "tag": "b1458ab8-ef3a-4c71-9a0e-a2e57b8804f0"}]}' {{(pid=93268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:05:03.868606 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8970d21-cbb9-4ab7-b341-d548086df74f x-openstack-request-id: req-c8970d21-cbb9-4ab7-b341-d548086df74f {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:05:03.868929 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb39f306-b1b4-4b95-8b8c-331854c9c54c", "name": "network-vif-deleted", "tag": "b1458ab8-ef3a-4c71-9a0e-a2e57b8804f0", "status": "completed", "code": 200}]} {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:05:03.869205 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c8970d21-cbb9-4ab7-b341-d548086df74f {{(pid=93268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:05:03.869636 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb39f306-b1b4-4b95-8b8c-331854c9c54c', 'name': 'network-vif-deleted', 'tag': 'b1458ab8-ef3a-4c71-9a0e-a2e57b8804f0', 'status': 'completed', 'code': 200} Jun 18 22:05:04.169570 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9829bbfc-185a-4697-a662-f3c0c21e3a2f req-38014aec-1190-4dd1-b7fd-eed7523cd20e tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:04.173034 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-9829bbfc-185a-4697-a662-f3c0c21e3a2f req-38014aec-1190-4dd1-b7fd-eed7523cd20e tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=86124762-9669-4327-a28e-3ab5a1591ad4 HTTP/1.1" status: 200 len: 945 time: 0.0685279 Jun 18 22:05:04.208371 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-9829bbfc-185a-4697-a662-f3c0c21e3a2f req-c24c120f-7f71-45b9-a338-f39f6ca10dc3 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325406 Jun 18 22:05:04.667929 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd652df-af11-4639-9141-ed9097a1c85d req-8661dabf-1f7e-47ac-aad1-e9dc80d8fe6b tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:04.669346 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-7bd652df-af11-4639-9141-ed9097a1c85d req-8661dabf-1f7e-47ac-aad1-e9dc80d8fe6b tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/ports?device_id=de9d43df-3253-4091-bf13-89c7d96c02d9 HTTP/1.1" status: 200 len: 945 time: 0.0650051 Jun 18 22:05:04.708429 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-7bd652df-af11-4639-9141-ed9097a1c85d req-f8949080-449a-4270-8b8a-057ecdfa5cf1 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/security-groups?id=957c28e0-fd38-4ea0-94cb-f66c8bbe9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331416 Jun 18 22:05:05.401240 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c95628-13ea-4a9e-9ed1-77e152eab334 req-024e51b2-4ee2-4774-a83d-8e19ca4015e7 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:05.405096 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-f2c95628-13ea-4a9e-9ed1-77e152eab334 req-024e51b2-4ee2-4774-a83d-8e19ca4015e7 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=86124762-9669-4327-a28e-3ab5a1591ad4 HTTP/1.1" status: 200 len: 945 time: 0.0712287 Jun 18 22:05:05.441143 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-f2c95628-13ea-4a9e-9ed1-77e152eab334 req-a1bb2528-9cbe-45e1-bef5-9882ac675db4 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336256 Jun 18 22:05:05.772365 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10440530-0e07-44ce-9821-5b4570a4ee72 req-ef35048b-b70b-4e59-937a-308a1ccc1d26 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:05.773991 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-10440530-0e07-44ce-9821-5b4570a4ee72 req-ef35048b-b70b-4e59-937a-308a1ccc1d26 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.42 "GET /v2.0/ports?device_id=de9d43df-3253-4091-bf13-89c7d96c02d9 HTTP/1.1" status: 200 len: 945 time: 0.0757372 Jun 18 22:05:05.921642 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [req-10440530-0e07-44ce-9821-5b4570a4ee72 req-490a61d3-2093-4e34-ae4f-6bf11ea0de13 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Deleting port b8a9d1ed-0aa1-4b63-b121-97d85aaf1bd9 {{(pid=93268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:05:05.921981 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-10440530-0e07-44ce-9821-5b4570a4ee72 req-490a61d3-2093-4e34-ae4f-6bf11ea0de13 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765939110629'] for port, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:05.943186 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a3e611-7edf-4c3f-9201-117ecd54770f req-f5c8a083-1d9a-48ca-b29d-0a2891078855 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:05.944646 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-49a3e611-7edf-4c3f-9201-117ecd54770f req-f5c8a083-1d9a-48ca-b29d-0a2891078855 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/ports?device_id=de9d43df-3253-4091-bf13-89c7d96c02d9 HTTP/1.1" status: 200 len: 945 time: 0.1183150 Jun 18 22:05:06.019313 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-49a3e611-7edf-4c3f-9201-117ecd54770f req-bef18571-f317-4687-8434-2d8a8b2f0882 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/security-groups?id=957c28e0-fd38-4ea0-94cb-f66c8bbe9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508869 Jun 18 22:05:06.045086 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.db [req-10440530-0e07-44ce-9821-5b4570a4ee72 req-490a61d3-2093-4e34-ae4f-6bf11ea0de13 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] For port b8a9d1ed-0aa1-4b63-b121-97d85aaf1bd9, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=b8a9d1ed-0aa1-4b63-b121-97d85aaf1bd9,segment=NetworkSegment(77f9bbaf-9eb4-46cf-b42b-07b6005141bd),segment_id=77f9bbaf-9eb4-46cf-b42b-07b6005141bd)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:05:06.045439 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-10440530-0e07-44ce-9821-5b4570a4ee72 req-490a61d3-2093-4e34-ae4f-6bf11ea0de13 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512668'] for port, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:06.343398 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [req-10440530-0e07-44ce-9821-5b4570a4ee72 req-490a61d3-2093-4e34-ae4f-6bf11ea0de13 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Calling delete_port for b8a9d1ed-0aa1-4b63-b121-97d85aaf1bd9 owned by compute:nova {{(pid=93268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:05:06.530093 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-10440530-0e07-44ce-9821-5b4570a4ee72 req-490a61d3-2093-4e34-ae4f-6bf11ea0de13 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765939117029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765938626151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3169581'] for port, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:06.534749 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-f48ee28d-6242-4103-a17b-abb0461af7d1 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:06.562690 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490a61d3-2093-4e34-ae4f-6bf11ea0de13 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Pushing event deleted for resources: {'Port': ['ID=b8a9d1ed-0aa1-4b63-b121-97d85aaf1bd9,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:06.572351 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-490a61d3-2093-4e34-ae4f-6bf11ea0de13 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:06.575725 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] get_ports_and_sgs() called for port_ids ['b8a9d1ed-0aa1-4b63-b121-97d85aaf1bd9'] {{(pid=93269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:05:06.644010 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [req-10440530-0e07-44ce-9821-5b4570a4ee72 req-490a61d3-2093-4e34-ae4f-6bf11ea0de13 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] No DVR routers for this DVR port b8a9d1ed-0aa1-4b63-b121-97d85aaf1bd9 on host hv-cinder-76675 {{(pid=93268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 22:05:06.646532 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-10440530-0e07-44ce-9821-5b4570a4ee72 req-490a61d3-2093-4e34-ae4f-6bf11ea0de13 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31239'] for port, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:06.648474 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-10440530-0e07-44ce-9821-5b4570a4ee72 req-490a61d3-2093-4e34-ae4f-6bf11ea0de13 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.42 "DELETE /v2.0/ports/b8a9d1ed-0aa1-4b63-b121-97d85aaf1bd9 HTTP/1.1" status: 204 len: 173 time: 0.8679543 Jun 18 22:05:06.649266 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de9d43df-3253-4091-bf13-89c7d96c02d9', 'name': 'network-vif-deleted', 'tag': 'b8a9d1ed-0aa1-4b63-b121-97d85aaf1bd9'}] {{(pid=93268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:05:06.651516 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ff4b25c03651656652c9c7d58efcdba903c051ef33b3f53eb93af1a53304f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64bfc080-73a9-4ae0-a3bb-0c0b1370aa23" -d '{"events": [{"server_uuid": "de9d43df-3253-4091-bf13-89c7d96c02d9", "name": "network-vif-deleted", "tag": "b8a9d1ed-0aa1-4b63-b121-97d85aaf1bd9"}]}' {{(pid=93268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:05:06.677890 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36606ff-683a-4e24-9b43-9be7b2874d4d req-2381e86a-ec9f-459f-a15f-20eacaf272e4 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:06.679358 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-c36606ff-683a-4e24-9b43-9be7b2874d4d req-2381e86a-ec9f-459f-a15f-20eacaf272e4 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=86124762-9669-4327-a28e-3ab5a1591ad4 HTTP/1.1" status: 200 len: 945 time: 0.1218667 Jun 18 22:05:06.692672 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f201120c-f82c-47bc-ab53-9032b2517d6d x-openstack-request-id: req-f201120c-f82c-47bc-ab53-9032b2517d6d {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:05:06.692999 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de9d43df-3253-4091-bf13-89c7d96c02d9", "name": "network-vif-deleted", "tag": "b8a9d1ed-0aa1-4b63-b121-97d85aaf1bd9", "status": "completed", "code": 200}]} {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:05:06.693271 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f201120c-f82c-47bc-ab53-9032b2517d6d {{(pid=93268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:05:06.693675 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de9d43df-3253-4091-bf13-89c7d96c02d9', 'name': 'network-vif-deleted', 'tag': 'b8a9d1ed-0aa1-4b63-b121-97d85aaf1bd9', 'status': 'completed', 'code': 200} Jun 18 22:05:06.722932 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-c36606ff-683a-4e24-9b43-9be7b2874d4d req-a55f21c1-8490-4323-a2e0-2740e66c0765 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374188 Jun 18 22:05:07.181454 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-aeb95675-5a13-497a-9294-a2d216511435 req-dc92dc31-58c7-4da2-ba2f-a33a09b56a79 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] 10.222.0.23 "GET /v2.0/ports?device_id=de9d43df-3253-4091-bf13-89c7d96c02d9 HTTP/1.1" status: 200 len: 210 time: 0.0306602 Jun 18 22:05:08.059725 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad053f92-928a-4d57-967b-5c952bf9bce3 req-ed8fc1bd-df72-40ac-aae4-eeaf979d74a1 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:08.061456 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-ad053f92-928a-4d57-967b-5c952bf9bce3 req-ed8fc1bd-df72-40ac-aae4-eeaf979d74a1 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=86124762-9669-4327-a28e-3ab5a1591ad4 HTTP/1.1" status: 200 len: 945 time: 0.0941505 Jun 18 22:05:08.124037 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-ad053f92-928a-4d57-967b-5c952bf9bce3 req-b0102697-34a4-4a83-813a-2ce798a5fd69 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566213 Jun 18 22:05:08.299236 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 47694) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:08.351311 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ee00e9b-e4e4-4dbc-a17a-6f78d3ae7e33 admin admin] Deleting subnet 9729ecdd-78ca-4833-a233-60cd016de49d {{(pid=93267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 22:05:08.354441 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-3ee00e9b-e4e4-4dbc-a17a-6f78d3ae7e33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:08.394962 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-3ee00e9b-e4e4-4dbc-a17a-6f78d3ae7e33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3866932'] for subnet, precommit_delete_associations {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:08.435433 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-3ee00e9b-e4e4-4dbc-a17a-6f78d3ae7e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525357'] for subnet, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:08.572966 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-3ee00e9b-e4e4-4dbc-a17a-6f78d3ae7e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2856249'] for subnet, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:08.579754 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-5e94a8e9-a445-4958-99f2-851a2efce36d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:08.605282 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee00e9b-e4e4-4dbc-a17a-6f78d3ae7e33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9729ecdd-78ca-4833-a233-60cd016de49d,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:08.611415 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-3ee00e9b-e4e4-4dbc-a17a-6f78d3ae7e33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:08.613496 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-3ee00e9b-e4e4-4dbc-a17a-6f78d3ae7e33 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/9729ecdd-78ca-4833-a233-60cd016de49d HTTP/1.1" status: 204 len: 168 time: 0.3124297 Jun 18 22:05:08.614376 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-3ee00e9b-e4e4-4dbc-a17a-6f78d3ae7e33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:08.616049 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 47696) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:08.718922 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-49ac199d-7c13-4120-a07c-95b9998a99c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647953'] for network, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:08.822809 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-49ac199d-7c13-4120-a07c-95b9998a99c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1539570', 'neutron.services.segments.db._delete_segments_for_network-8765939166931'] for network, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:08.835019 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.services.segments.db [None req-49ac199d-7c13-4120-a07c-95b9998a99c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['395a7e5a-0acb-4fe9-93a8-fd98ee0f0487']}} {{(pid=93267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:05:08.846344 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.services.segments.db [None req-49ac199d-7c13-4120-a07c-95b9998a99c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77f9bbaf-9eb4-46cf-b42b-07b6005141bd') {'for_net_delete': True} {{(pid=93267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:05:08.846624 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.services.segments.db [None req-49ac199d-7c13-4120-a07c-95b9998a99c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77f9bbaf-9eb4-46cf-b42b-07b6005141bd') {} {{(pid=93267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:05:08.860030 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-49ac199d-7c13-4120-a07c-95b9998a99c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765939166760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866941'] for segment, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:08.879493 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-49ac199d-7c13-4120-a07c-95b9998a99c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527226'] for segment, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:08.886120 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49ac199d-7c13-4120-a07c-95b9998a99c5 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=93267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 22:05:08.886482 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-49ac199d-7c13-4120-a07c-95b9998a99c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2839725'] for segment, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:08.888152 dv-cinder-766752-3-smb neutron-server[93267]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:05:08.888152 dv-cinder-766752-3-smb neutron-server[93267]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:05:08.888152 dv-cinder-766752-3-smb neutron-server[93267]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:05:08.888152 dv-cinder-766752-3-smb neutron-server[93267]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:05:08.888152 dv-cinder-766752-3-smb neutron-server[93267]: Traceback (most recent call last): Jun 18 22:05:08.888152 dv-cinder-766752-3-smb neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 22:05:08.888152 dv-cinder-766752-3-smb neutron-server[93267]: timer() Jun 18 22:05:08.888152 dv-cinder-766752-3-smb neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 22:05:08.888152 dv-cinder-766752-3-smb neutron-server[93267]: cb(*args, **kw) Jun 18 22:05:08.888152 dv-cinder-766752-3-smb neutron-server[93267]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 22:05:08.888152 dv-cinder-766752-3-smb neutron-server[93267]: return func(*args, **kwargs) Jun 18 22:05:08.888152 dv-cinder-766752-3-smb neutron-server[93267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 22:05:08.888152 dv-cinder-766752-3-smb neutron-server[93267]: self._notify() Jun 18 22:05:08.888152 dv-cinder-766752-3-smb neutron-server[93267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 22:05:08.888152 dv-cinder-766752-3-smb neutron-server[93267]: self.callback(batched_events) Jun 18 22:05:08.888152 dv-cinder-766752-3-smb neutron-server[93267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 22:05:08.888152 dv-cinder-766752-3-smb neutron-server[93267]: event.method(event) Jun 18 22:05:08.888152 dv-cinder-766752-3-smb neutron-server[93267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 22:05:08.888152 dv-cinder-766752-3-smb neutron-server[93267]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 22:05:08.888152 dv-cinder-766752-3-smb neutron-server[93267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 22:05:08.888152 dv-cinder-766752-3-smb neutron-server[93267]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 22:05:08.888152 dv-cinder-766752-3-smb neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 22:05:08.888152 dv-cinder-766752-3-smb neutron-server[93267]: return f(self, *a, **k) Jun 18 22:05:08.888152 dv-cinder-766752-3-smb neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 22:05:08.888152 dv-cinder-766752-3-smb neutron-server[93267]: return self._get(url).json() Jun 18 22:05:08.888152 dv-cinder-766752-3-smb neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 22:05:08.888152 dv-cinder-766752-3-smb neutron-server[93267]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 22:05:08.888152 dv-cinder-766752-3-smb neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 22:05:08.888152 dv-cinder-766752-3-smb neutron-server[93267]: return self.request(url, 'GET', **kwargs) Jun 18 22:05:08.888152 dv-cinder-766752-3-smb neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 22:05:08.888152 dv-cinder-766752-3-smb neutron-server[93267]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 22:05:08.888152 dv-cinder-766752-3-smb neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 22:05:08.888152 dv-cinder-766752-3-smb neutron-server[93267]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 22:05:08.888152 dv-cinder-766752-3-smb neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 22:05:08.888152 dv-cinder-766752-3-smb neutron-server[93267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 22:05:08.888152 dv-cinder-766752-3-smb neutron-server[93267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 22:05:09.057399 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-49ac199d-7c13-4120-a07c-95b9998a99c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1539563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-490555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1678354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-515970'] for network, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:09.065592 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:09.069584 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-49ac199d-7c13-4120-a07c-95b9998a99c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678351'] for network, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:09.074773 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-49ac199d-7c13-4120-a07c-95b9998a99c5 admin admin] 10.222.0.23 "DELETE /v2.0/networks/395a7e5a-0acb-4fe9-93a8-fd98ee0f0487 HTTP/1.1" status: 204 len: 168 time: 0.4576807 Jun 18 22:05:09.086457 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ac199d-7c13-4120-a07c-95b9998a99c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=395a7e5a-0acb-4fe9-93a8-fd98ee0f0487,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:09.091704 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-49ac199d-7c13-4120-a07c-95b9998a99c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:09.244824 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device b8a9d1ed-0aa1-4b63-b121-97d85aaf1bd9 no longer exists at agent hyperv_hv-cinder-76675 {{(pid=93269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:05:09.274315 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.plugin [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] No Port match for: b8a9d1ed-0aa1-4b63-b121-97d85aaf1bd9 {{(pid=93269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:05:09.274687 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device b8a9d1ed-0aa1-4b63-b121-97d85aaf1bd9 not bound to the agent host hv-cinder-76675 {{(pid=93269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:05:09.401012 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b971d6b4-6d2d-4401-ba32-2434bd1c77e6 req-825bbfb5-adfd-45b2-8776-874ce83b2c16 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:09.403197 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b971d6b4-6d2d-4401-ba32-2434bd1c77e6 req-825bbfb5-adfd-45b2-8776-874ce83b2c16 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=86124762-9669-4327-a28e-3ab5a1591ad4 HTTP/1.1" status: 200 len: 945 time: 0.1013522 Jun 18 22:05:09.414831 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 47708) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:09.479397 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b971d6b4-6d2d-4401-ba32-2434bd1c77e6 req-3030f1cc-80c4-4d22-b450-06e002099dae tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657351 Jun 18 22:05:09.507382 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-8cc4710b-2bb1-40e6-8788-9f920680a49b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aedd71538feb4b62968f364e4f1f0502&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0907297 Jun 18 22:05:09.509734 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 47710) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:09.572418 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-ba0e4588-c60e-419e-bed2-6665da2ec56c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:09.606051 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-ba0e4588-c60e-419e-bed2-6665da2ec56c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:09.793314 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-ba0e4588-c60e-419e-bed2-6665da2ec56c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:09.796011 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-ba0e4588-c60e-419e-bed2-6665da2ec56c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:09.797651 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-ba0e4588-c60e-419e-bed2-6665da2ec56c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/957c28e0-fd38-4ea0-94cb-f66c8bbe9bb3 HTTP/1.1" status: 204 len: 168 time: 0.2864716 Jun 18 22:05:09.798739 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-f56c5bb4-187b-44a3-9bce-222cf45e47f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:09.809781 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0e4588-c60e-419e-bed2-6665da2ec56c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=957c28e0-fd38-4ea0-94cb-f66c8bbe9bb3,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:09.814018 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-ba0e4588-c60e-419e-bed2-6665da2ec56c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:10.186374 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d9874c-6bf1-4c58-a735-69547f4df972 req-1e9351fa-78f6-4c08-a1df-7477e8e2bd5c tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:10.188978 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-c2d9874c-6bf1-4c58-a735-69547f4df972 req-1e9351fa-78f6-4c08-a1df-7477e8e2bd5c tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.42 "GET /v2.0/ports?device_id=86124762-9669-4327-a28e-3ab5a1591ad4 HTTP/1.1" status: 200 len: 945 time: 0.0954475 Jun 18 22:05:10.330215 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [req-c2d9874c-6bf1-4c58-a735-69547f4df972 req-77d054ba-4251-4341-b5bd-70e7502b12e9 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Deleting port 59af2458-19d5-41c7-a73d-47d9346497cc {{(pid=93268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:05:10.330553 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-c2d9874c-6bf1-4c58-a735-69547f4df972 req-77d054ba-4251-4341-b5bd-70e7502b12e9 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765939110629'] for port, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:10.425216 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.db [req-c2d9874c-6bf1-4c58-a735-69547f4df972 req-77d054ba-4251-4341-b5bd-70e7502b12e9 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] For port 59af2458-19d5-41c7-a73d-47d9346497cc, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=59af2458-19d5-41c7-a73d-47d9346497cc,segment=NetworkSegment(c627a06e-c5a0-4830-ab6a-ca32b638bf65),segment_id=c627a06e-c5a0-4830-ab6a-ca32b638bf65)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:05:10.426011 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-c2d9874c-6bf1-4c58-a735-69547f4df972 req-77d054ba-4251-4341-b5bd-70e7502b12e9 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512668'] for port, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:10.489054 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [req-c2d9874c-6bf1-4c58-a735-69547f4df972 req-77d054ba-4251-4341-b5bd-70e7502b12e9 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Calling delete_port for 59af2458-19d5-41c7-a73d-47d9346497cc owned by compute:nova {{(pid=93268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:05:10.697376 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c8f6c5-68a4-4b89-bf21-f7993ab5fb0d req-2ff07177-7f29-43b1-bb30-48fa47ce4793 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:10.698220 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-32c8f6c5-68a4-4b89-bf21-f7993ab5fb0d req-2ff07177-7f29-43b1-bb30-48fa47ce4793 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=86124762-9669-4327-a28e-3ab5a1591ad4 HTTP/1.1" status: 200 len: 945 time: 0.0893524 Jun 18 22:05:10.750210 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-c2d9874c-6bf1-4c58-a735-69547f4df972 req-77d054ba-4251-4341-b5bd-70e7502b12e9 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765939117029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765938626151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3169581'] for port, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:10.761464 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-1d328529-afb2-4984-9f26-d3e5f52cae19 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:10.790800 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] get_ports_and_sgs() called for port_ids ['59af2458-19d5-41c7-a73d-47d9346497cc'] {{(pid=93269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:05:10.814549 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-32c8f6c5-68a4-4b89-bf21-f7993ab5fb0d req-0a003c1a-0481-48cd-9b72-c1961a820750 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d20e97e-9178-4914-97a8-239e4095cc65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073067 Jun 18 22:05:10.818318 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d054ba-4251-4341-b5bd-70e7502b12e9 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Pushing event deleted for resources: {'Port': ['ID=59af2458-19d5-41c7-a73d-47d9346497cc,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:10.830909 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-77d054ba-4251-4341-b5bd-70e7502b12e9 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:10.879806 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2d9874c-6bf1-4c58-a735-69547f4df972 req-77d054ba-4251-4341-b5bd-70e7502b12e9 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] No DVR routers for this DVR port 59af2458-19d5-41c7-a73d-47d9346497cc on host hv-cinder-76675 {{(pid=93268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 22:05:10.882859 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-c2d9874c-6bf1-4c58-a735-69547f4df972 req-77d054ba-4251-4341-b5bd-70e7502b12e9 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31239'] for port, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:10.885657 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-c2d9874c-6bf1-4c58-a735-69547f4df972 req-77d054ba-4251-4341-b5bd-70e7502b12e9 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.42 "DELETE /v2.0/ports/59af2458-19d5-41c7-a73d-47d9346497cc HTTP/1.1" status: 204 len: 173 time: 0.6907496 Jun 18 22:05:10.885657 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86124762-9669-4327-a28e-3ab5a1591ad4', 'name': 'network-vif-deleted', 'tag': '59af2458-19d5-41c7-a73d-47d9346497cc'}] {{(pid=93268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:05:10.888052 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ff4b25c03651656652c9c7d58efcdba903c051ef33b3f53eb93af1a53304f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966578f0-e63c-4f6f-b368-e69cbe50c82f" -d '{"events": [{"server_uuid": "86124762-9669-4327-a28e-3ab5a1591ad4", "name": "network-vif-deleted", "tag": "59af2458-19d5-41c7-a73d-47d9346497cc"}]}' {{(pid=93268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:05:10.950568 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c35da16-d831-4133-9202-ac3a9d4c1074 x-openstack-request-id: req-1c35da16-d831-4133-9202-ac3a9d4c1074 {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:05:10.950568 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86124762-9669-4327-a28e-3ab5a1591ad4", "name": "network-vif-deleted", "tag": "59af2458-19d5-41c7-a73d-47d9346497cc", "status": "completed", "code": 200}]} {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:05:10.950568 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1c35da16-d831-4133-9202-ac3a9d4c1074 {{(pid=93268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:05:10.950568 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86124762-9669-4327-a28e-3ab5a1591ad4', 'name': 'network-vif-deleted', 'tag': '59af2458-19d5-41c7-a73d-47d9346497cc', 'status': 'completed', 'code': 200} Jun 18 22:05:12.067176 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-46ae3d92-fc75-4ab3-b270-cfc94403b86e req-176ab0ea-c055-4d65-9e22-9097bca63c45 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] 10.222.0.23 "GET /v2.0/ports?device_id=86124762-9669-4327-a28e-3ab5a1591ad4 HTTP/1.1" status: 200 len: 210 time: 0.0437188 Jun 18 22:05:13.196220 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 47802) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:13.281926 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device 59af2458-19d5-41c7-a73d-47d9346497cc no longer exists at agent hyperv_hv-cinder-76675 {{(pid=93269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:05:13.343671 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.plugin [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] No Port match for: 59af2458-19d5-41c7-a73d-47d9346497cc {{(pid=93269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:05:13.344787 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device 59af2458-19d5-41c7-a73d-47d9346497cc not bound to the agent host hv-cinder-76675 {{(pid=93269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:05:13.822109 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-fdadd417-4455-4eea-9357-9e73c12f7169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476109'] for router_interface, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:14.213222 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-fdadd417-4455-4eea-9357-9e73c12f7169 admin admin] Deleting port a37ca007-c1df-4757-a487-6dab230dd10d {{(pid=93268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:05:14.214507 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-fdadd417-4455-4eea-9357-9e73c12f7169 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765939110629'] for port, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:14.313204 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-fdadd417-4455-4eea-9357-9e73c12f7169 admin admin] For port a37ca007-c1df-4757-a487-6dab230dd10d, host dv-cinder-766752-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-smb',level=0,port_id=a37ca007-c1df-4757-a487-6dab230dd10d,segment=NetworkSegment(c627a06e-c5a0-4830-ab6a-ca32b638bf65),segment_id=c627a06e-c5a0-4830-ab6a-ca32b638bf65)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:05:14.313785 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-fdadd417-4455-4eea-9357-9e73c12f7169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512668'] for port, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:14.383147 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-fdadd417-4455-4eea-9357-9e73c12f7169 admin admin] Calling delete_port for a37ca007-c1df-4757-a487-6dab230dd10d owned by network:router_interface {{(pid=93268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:05:14.678374 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-fdadd417-4455-4eea-9357-9e73c12f7169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765939117029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765938626151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3169581'] for port, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:14.680742 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-1d328529-afb2-4984-9f26-d3e5f52cae19 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:14.715625 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdadd417-4455-4eea-9357-9e73c12f7169 admin admin] Pushing event deleted for resources: {'Port': ['ID=a37ca007-c1df-4757-a487-6dab230dd10d,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:14.718238 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-fdadd417-4455-4eea-9357-9e73c12f7169 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:14.996600 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-fdadd417-4455-4eea-9357-9e73c12f7169 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476017'] for router_interface, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:15.302392 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdadd417-4455-4eea-9357-9e73c12f7169 admin admin] Router 43d6f7d3-5366-4833-8963-fba56665fa20 has already been hosted by L3 agent cffdd0dd-f469-4450-b407-8e3f357d30fb {{(pid=93268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 22:05:15.719352 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdadd417-4455-4eea-9357-9e73c12f7169 admin admin] Notify agent at l3_agent.dv-cinder-766752-3-smb the message routers_updated {{(pid=93268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 22:05:15.727972 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-fdadd417-4455-4eea-9357-9e73c12f7169 admin admin] 10.222.0.23 "PUT /v2.0/routers/43d6f7d3-5366-4833-8963-fba56665fa20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5295525 Jun 18 22:05:15.730907 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 47850) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:15.752321 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4079a82-c714-4a0c-a049-61fd161530ca None None] Sync routers for ids ['43d6f7d3-5366-4833-8963-fba56665fa20'] in dv-cinder-766752-3-smb {{(pid=93270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 22:05:15.768716 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4079a82-c714-4a0c-a049-61fd161530ca None None] Routers {'43d6f7d3-5366-4833-8963-fba56665fa20'} bound to L3 agent in host dv-cinder-766752-3-smb {{(pid=93270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:05:15.771616 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_hamode_db [None req-b4079a82-c714-4a0c-a049-61fd161530ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T21:54:00Z,description=,heartbeat_timestamp=2021-06-18T22:05:00Z,host='dv-cinder-766752-3-smb',id=cffdd0dd-f469-4450-b407-8e3f357d30fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:54:01Z,topic='l3_agent')) {'router_ids': ['43d6f7d3-5366-4833-8963-fba56665fa20'], 'active': True} {{(pid=93270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:05:15.911804 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_dvr_db [None req-b4079a82-c714-4a0c-a049-61fd161530ca None None] Set router 43d6f7d3-5366-4833-8963-fba56665fa20 gateway port host: dv-cinder-766752-3-smb {{(pid=93270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:05:15.969154 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-c4993f44-0b2b-4eca-b906-5b505a9a781f admin admin] Notify callbacks [] for router, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:16.132812 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_hamode_db [None req-b4079a82-c714-4a0c-a049-61fd161530ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d6f7d3-5366-4833-8963-fba56665fa20', 'name': 'tempest-ServerRescueNegativeTestJSON-2081570822-router', 'tenant_id': '194d0725082a4b188ee68100035994ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.30'}], 'enable_snat': True}, 'gw_port_id': '98429b7f-aae4-4bf4-92f0-e202e3d56ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:02:09Z', 'updated_at': '2021-06-18T22:05:14Z', 'revision_number': 5, 'project_id': '194d0725082a4b188ee68100035994ba', 'gw_port': {'id': '98429b7f-aae4-4bf4-92f0-e202e3d56ced', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:97:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d6f7d3-5366-4833-8963-fba56665fa20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:02:11Z', 'updated_at': '2021-06-18T22:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb'}], 'dv-cinder-766752-3-smb', False) {} {{(pid=93270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:05:16.135848 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-c4993f44-0b2b-4eca-b906-5b505a9a781f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:16.159810 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744764ac-1ace-4dd2-8100-c944e1b18b65 req-38fa00e6-ad85-4a42-853e-fe7236709aa4 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:16.164460 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4079a82-c714-4a0c-a049-61fd161530ca None None] Checking router: 43d6f7d3-5366-4833-8963-fba56665fa20 for host: dv-cinder-766752-3-smb {{(pid=93270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 22:05:16.167336 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-744764ac-1ace-4dd2-8100-c944e1b18b65 req-38fa00e6-ad85-4a42-853e-fe7236709aa4 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/ports?device_id=9afbb1bf-0416-43fb-9bbb-2433ceb5f0e3 HTTP/1.1" status: 200 len: 945 time: 0.3480577 Jun 18 22:05:16.175126 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4079a82-c714-4a0c-a049-61fd161530ca None None] Routers {'43d6f7d3-5366-4833-8963-fba56665fa20'} bound to L3 agent in host dv-cinder-766752-3-smb {{(pid=93270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:05:16.176109 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_hamode_db [None req-b4079a82-c714-4a0c-a049-61fd161530ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T21:54:00Z,description=,heartbeat_timestamp=2021-06-18T22:05:00Z,host='dv-cinder-766752-3-smb',id=cffdd0dd-f469-4450-b407-8e3f357d30fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:54:01Z,topic='l3_agent')) {'router_ids': ['43d6f7d3-5366-4833-8963-fba56665fa20'], 'active': True} {{(pid=93270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:05:16.219011 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-744764ac-1ace-4dd2-8100-c944e1b18b65 req-3d81470f-6834-4567-9c20-267a1d46f89e tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1d65039-544f-4945-8129-414b24f93b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506279 Jun 18 22:05:16.300834 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-c4993f44-0b2b-4eca-b906-5b505a9a781f admin admin] Deleting port 98429b7f-aae4-4bf4-92f0-e202e3d56ced {{(pid=93268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:05:16.302748 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-c4993f44-0b2b-4eca-b906-5b505a9a781f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765939110629'] for port, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:16.311257 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_dvr_db [None req-b4079a82-c714-4a0c-a049-61fd161530ca None None] Set router 43d6f7d3-5366-4833-8963-fba56665fa20 gateway port host: dv-cinder-766752-3-smb {{(pid=93270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:05:16.418080 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-c4993f44-0b2b-4eca-b906-5b505a9a781f admin admin] For port 98429b7f-aae4-4bf4-92f0-e202e3d56ced, host dv-cinder-766752-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-smb',level=0,port_id=98429b7f-aae4-4bf4-92f0-e202e3d56ced,segment=NetworkSegment(84b34c11-c765-4838-8c05-a350e58a1412),segment_id=84b34c11-c765-4838-8c05-a350e58a1412)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:05:16.418508 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-c4993f44-0b2b-4eca-b906-5b505a9a781f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512668'] for port, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:16.523842 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-c4993f44-0b2b-4eca-b906-5b505a9a781f admin admin] Calling delete_port for 98429b7f-aae4-4bf4-92f0-e202e3d56ced owned by network:router_gateway {{(pid=93268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:05:16.595234 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_hamode_db [None req-b4079a82-c714-4a0c-a049-61fd161530ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d6f7d3-5366-4833-8963-fba56665fa20', 'name': 'tempest-ServerRescueNegativeTestJSON-2081570822-router', 'tenant_id': '194d0725082a4b188ee68100035994ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.30'}], 'enable_snat': True}, 'gw_port_id': '98429b7f-aae4-4bf4-92f0-e202e3d56ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:02:09Z', 'updated_at': '2021-06-18T22:05:14Z', 'revision_number': 5, 'project_id': '194d0725082a4b188ee68100035994ba', 'gw_port': {'id': '98429b7f-aae4-4bf4-92f0-e202e3d56ced', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:97:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d6f7d3-5366-4833-8963-fba56665fa20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:02:11Z', 'updated_at': '2021-06-18T22:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb'}], 'dv-cinder-766752-3-smb', False) {} {{(pid=93270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:05:16.635864 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4079a82-c714-4a0c-a049-61fd161530ca None None] The sync data for ids ['43d6f7d3-5366-4833-8963-fba56665fa20'] in dv-cinder-766752-3-smb is: [{'id': '43d6f7d3-5366-4833-8963-fba56665fa20', 'name': 'tempest-ServerRescueNegativeTestJSON-2081570822-router', 'tenant_id': '194d0725082a4b188ee68100035994ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.30'}], 'enable_snat': True}, 'gw_port_id': '98429b7f-aae4-4bf4-92f0-e202e3d56ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:02:09Z', 'updated_at': '2021-06-18T22:05:14Z', 'revision_number': 5, 'project_id': '194d0725082a4b188ee68100035994ba', 'gw_port': {'id': '98429b7f-aae4-4bf4-92f0-e202e3d56ced', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:97:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d6f7d3-5366-4833-8963-fba56665fa20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:02:11Z', 'updated_at': '2021-06-18T22:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb'}] {{(pid=93270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 22:05:16.927478 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-c4993f44-0b2b-4eca-b906-5b505a9a781f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765939117029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765938626151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3169581'] for port, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:16.931006 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-77d054ba-4251-4341-b5bd-70e7502b12e9 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:16.959626 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4993f44-0b2b-4eca-b906-5b505a9a781f admin admin] Pushing event deleted for resources: {'Port': ['ID=98429b7f-aae4-4bf4-92f0-e202e3d56ced,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:16.963633 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-c4993f44-0b2b-4eca-b906-5b505a9a781f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:17.074139 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-c4993f44-0b2b-4eca-b906-5b505a9a781f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-515933'] for router_gateway, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:17.250086 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-c4993f44-0b2b-4eca-b906-5b505a9a781f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-477251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65146'] for router, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:17.255156 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-c4993f44-0b2b-4eca-b906-5b505a9a781f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:17.458064 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-c4993f44-0b2b-4eca-b906-5b505a9a781f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475666'] for router, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:17.459060 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4993f44-0b2b-4eca-b906-5b505a9a781f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43d6f7d3-5366-4833-8963-fba56665fa20 {{(pid=93268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 22:05:17.466911 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-c4993f44-0b2b-4eca-b906-5b505a9a781f admin admin] Notify callbacks [] for router, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:17.471836 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 47880) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:17.472387 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-c4993f44-0b2b-4eca-b906-5b505a9a781f admin admin] 10.222.0.23 "DELETE /v2.0/routers/43d6f7d3-5366-4833-8963-fba56665fa20 HTTP/1.1" status: 204 len: 168 time: 1.7400503 Jun 18 22:05:17.555604 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f510ca-8baf-4f54-b776-384e2cf5cf43 req-2fc8e5d7-1108-4522-b36e-7a6fb556f79f tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:17.559284 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-58f510ca-8baf-4f54-b776-384e2cf5cf43 req-2fc8e5d7-1108-4522-b36e-7a6fb556f79f tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/ports?device_id=9afbb1bf-0416-43fb-9bbb-2433ceb5f0e3 HTTP/1.1" status: 200 len: 945 time: 0.1390247 Jun 18 22:05:17.595533 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.db.db_base_plugin_v2 [None req-c41d06b7-62fa-4981-8341-e88690c18188 admin admin] Deleting subnet 127a1104-a6cb-4a46-bd9c-a1b88caa2a45 {{(pid=93267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 22:05:17.604534 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-c41d06b7-62fa-4981-8341-e88690c18188 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:17.648153 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-58f510ca-8baf-4f54-b776-384e2cf5cf43 req-d0e865c6-bb4a-4e7d-9718-62a93f8f0eb0 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1d65039-544f-4945-8129-414b24f93b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825734 Jun 18 22:05:17.667672 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-c41d06b7-62fa-4981-8341-e88690c18188 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3866932'] for subnet, precommit_delete_associations {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:17.710266 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-c41d06b7-62fa-4981-8341-e88690c18188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525357'] for subnet, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:18.016218 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-c41d06b7-62fa-4981-8341-e88690c18188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2856249'] for subnet, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:18.018986 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-5f5f8fd1-fc99-41f1-9f78-b863a027f2ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:18.059866 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41d06b7-62fa-4981-8341-e88690c18188 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=127a1104-a6cb-4a46-bd9c-a1b88caa2a45,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:18.070240 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41d06b7-62fa-4981-8341-e88690c18188 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:18.070797 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41d06b7-62fa-4981-8341-e88690c18188 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:18.071241 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41d06b7-62fa-4981-8341-e88690c18188 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:18.071468 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41d06b7-62fa-4981-8341-e88690c18188 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:18.071809 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41d06b7-62fa-4981-8341-e88690c18188 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:18.072148 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41d06b7-62fa-4981-8341-e88690c18188 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:18.072484 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41d06b7-62fa-4981-8341-e88690c18188 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:18.072873 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41d06b7-62fa-4981-8341-e88690c18188 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:18.073218 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41d06b7-62fa-4981-8341-e88690c18188 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:18.073551 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41d06b7-62fa-4981-8341-e88690c18188 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:18.074593 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41d06b7-62fa-4981-8341-e88690c18188 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:18.075119 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41d06b7-62fa-4981-8341-e88690c18188 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:18.079197 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-c41d06b7-62fa-4981-8341-e88690c18188 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:18.080384 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-c41d06b7-62fa-4981-8341-e88690c18188 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:18.082520 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-c41d06b7-62fa-4981-8341-e88690c18188 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/127a1104-a6cb-4a46-bd9c-a1b88caa2a45 HTTP/1.1" status: 204 len: 168 time: 0.6093245 Jun 18 22:05:18.085407 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 47886) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:18.170146 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-c715a3f8-c785-4ae5-a97f-3b45bc7623df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647953'] for network, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:18.289069 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-c715a3f8-c785-4ae5-a97f-3b45bc7623df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1539570', 'neutron.services.segments.db._delete_segments_for_network-8765939166931'] for network, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:18.299313 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.services.segments.db [None req-c715a3f8-c785-4ae5-a97f-3b45bc7623df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e610704-1278-456e-9ce9-0109af150534']}} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:05:18.310792 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.services.segments.db [None req-c715a3f8-c785-4ae5-a97f-3b45bc7623df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c627a06e-c5a0-4830-ab6a-ca32b638bf65') {'for_net_delete': True} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:05:18.314282 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.services.segments.db [None req-c715a3f8-c785-4ae5-a97f-3b45bc7623df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c627a06e-c5a0-4830-ab6a-ca32b638bf65') {} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:05:18.322685 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-c715a3f8-c785-4ae5-a97f-3b45bc7623df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765939166760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019256'] for segment, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:18.344045 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-c715a3f8-c785-4ae5-a97f-3b45bc7623df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527226'] for segment, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:18.350078 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c715a3f8-c785-4ae5-a97f-3b45bc7623df admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=93268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 22:05:18.350466 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-c715a3f8-c785-4ae5-a97f-3b45bc7623df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3043836'] for segment, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:18.352041 dv-cinder-766752-3-smb neutron-server[93268]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:05:18.352041 dv-cinder-766752-3-smb neutron-server[93268]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:05:18.352041 dv-cinder-766752-3-smb neutron-server[93268]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:05:18.352041 dv-cinder-766752-3-smb neutron-server[93268]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:05:18.352041 dv-cinder-766752-3-smb neutron-server[93268]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:05:18.352041 dv-cinder-766752-3-smb neutron-server[93268]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:05:18.352041 dv-cinder-766752-3-smb neutron-server[93268]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:05:18.352041 dv-cinder-766752-3-smb neutron-server[93268]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:05:18.352041 dv-cinder-766752-3-smb neutron-server[93268]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:05:18.352041 dv-cinder-766752-3-smb neutron-server[93268]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:05:18.352041 dv-cinder-766752-3-smb neutron-server[93268]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:05:18.352041 dv-cinder-766752-3-smb neutron-server[93268]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:05:18.352041 dv-cinder-766752-3-smb neutron-server[93268]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:05:18.352041 dv-cinder-766752-3-smb neutron-server[93268]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:05:18.352041 dv-cinder-766752-3-smb neutron-server[93268]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:05:18.352041 dv-cinder-766752-3-smb neutron-server[93268]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:05:18.352041 dv-cinder-766752-3-smb neutron-server[93268]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:05:18.352041 dv-cinder-766752-3-smb neutron-server[93268]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:05:18.352041 dv-cinder-766752-3-smb neutron-server[93268]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:05:18.352041 dv-cinder-766752-3-smb neutron-server[93268]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:05:18.352041 dv-cinder-766752-3-smb neutron-server[93268]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:05:18.352041 dv-cinder-766752-3-smb neutron-server[93268]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:05:18.352041 dv-cinder-766752-3-smb neutron-server[93268]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:05:18.352041 dv-cinder-766752-3-smb neutron-server[93268]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:05:18.352041 dv-cinder-766752-3-smb neutron-server[93268]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:05:18.352041 dv-cinder-766752-3-smb neutron-server[93268]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:05:18.352041 dv-cinder-766752-3-smb neutron-server[93268]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:05:18.352041 dv-cinder-766752-3-smb neutron-server[93268]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:05:18.352041 dv-cinder-766752-3-smb neutron-server[93268]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:05:18.352041 dv-cinder-766752-3-smb neutron-server[93268]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:05:18.352041 dv-cinder-766752-3-smb neutron-server[93268]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:05:18.352041 dv-cinder-766752-3-smb neutron-server[93268]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:05:18.352041 dv-cinder-766752-3-smb neutron-server[93268]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:05:18.352041 dv-cinder-766752-3-smb neutron-server[93268]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:05:18.352041 dv-cinder-766752-3-smb neutron-server[93268]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:05:18.352041 dv-cinder-766752-3-smb neutron-server[93268]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:05:18.352041 dv-cinder-766752-3-smb neutron-server[93268]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:05:18.352041 dv-cinder-766752-3-smb neutron-server[93268]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:05:18.352041 dv-cinder-766752-3-smb neutron-server[93268]: Traceback (most recent call last): Jun 18 22:05:18.352041 dv-cinder-766752-3-smb neutron-server[93268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 22:05:18.352041 dv-cinder-766752-3-smb neutron-server[93268]: timer() Jun 18 22:05:18.352041 dv-cinder-766752-3-smb neutron-server[93268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 22:05:18.352041 dv-cinder-766752-3-smb neutron-server[93268]: cb(*args, **kw) Jun 18 22:05:18.352041 dv-cinder-766752-3-smb neutron-server[93268]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 22:05:18.352041 dv-cinder-766752-3-smb neutron-server[93268]: return func(*args, **kwargs) Jun 18 22:05:18.352041 dv-cinder-766752-3-smb neutron-server[93268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 22:05:18.352041 dv-cinder-766752-3-smb neutron-server[93268]: self._notify() Jun 18 22:05:18.352041 dv-cinder-766752-3-smb neutron-server[93268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 22:05:18.352041 dv-cinder-766752-3-smb neutron-server[93268]: self.callback(batched_events) Jun 18 22:05:18.352041 dv-cinder-766752-3-smb neutron-server[93268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 22:05:18.352041 dv-cinder-766752-3-smb neutron-server[93268]: event.method(event) Jun 18 22:05:18.352041 dv-cinder-766752-3-smb neutron-server[93268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 22:05:18.352041 dv-cinder-766752-3-smb neutron-server[93268]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 22:05:18.352041 dv-cinder-766752-3-smb neutron-server[93268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 22:05:18.352041 dv-cinder-766752-3-smb neutron-server[93268]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 22:05:18.352041 dv-cinder-766752-3-smb neutron-server[93268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 22:05:18.352041 dv-cinder-766752-3-smb neutron-server[93268]: return f(self, *a, **k) Jun 18 22:05:18.352041 dv-cinder-766752-3-smb neutron-server[93268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 22:05:18.352041 dv-cinder-766752-3-smb neutron-server[93268]: return self._get(url).json() Jun 18 22:05:18.352041 dv-cinder-766752-3-smb neutron-server[93268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 22:05:18.352041 dv-cinder-766752-3-smb neutron-server[93268]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 22:05:18.352041 dv-cinder-766752-3-smb neutron-server[93268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 22:05:18.352041 dv-cinder-766752-3-smb neutron-server[93268]: return self.request(url, 'GET', **kwargs) Jun 18 22:05:18.352041 dv-cinder-766752-3-smb neutron-server[93268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 22:05:18.352041 dv-cinder-766752-3-smb neutron-server[93268]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 22:05:18.352041 dv-cinder-766752-3-smb neutron-server[93268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 22:05:18.352041 dv-cinder-766752-3-smb neutron-server[93268]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 22:05:18.352041 dv-cinder-766752-3-smb neutron-server[93268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 22:05:18.356033 dv-cinder-766752-3-smb neutron-server[93268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 22:05:18.356033 dv-cinder-766752-3-smb neutron-server[93268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 22:05:18.511984 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-c715a3f8-c785-4ae5-a97f-3b45bc7623df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1539563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-490555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1678354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-515970'] for network, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:18.516635 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-52366ed0-c485-40e8-b9e8-be65fc1c70e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:18.520941 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-c715a3f8-c785-4ae5-a97f-3b45bc7623df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678351'] for network, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:18.523193 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-c715a3f8-c785-4ae5-a97f-3b45bc7623df admin admin] 10.222.0.23 "DELETE /v2.0/networks/2e610704-1278-456e-9ce9-0109af150534 HTTP/1.1" status: 204 len: 168 time: 0.4368265 Jun 18 22:05:18.535844 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c715a3f8-c785-4ae5-a97f-3b45bc7623df admin admin] Pushing event deleted for resources: {'Network': ['ID=2e610704-1278-456e-9ce9-0109af150534,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:18.539292 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-c715a3f8-c785-4ae5-a97f-3b45bc7623df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:18.654954 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device 98429b7f-aae4-4bf4-92f0-e202e3d56ced no longer exists at agent ovs-agent-dv-cinder-766752-3-smb {{(pid=93269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:05:18.677552 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.plugin [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] No Port match for: 98429b7f-aae4-4bf4-92f0-e202e3d56ced {{(pid=93269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:05:18.677552 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device 98429b7f-aae4-4bf4-92f0-e202e3d56ced not bound to the agent host dv-cinder-766752-3-smb {{(pid=93269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:05:18.677942 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device a37ca007-c1df-4757-a487-6dab230dd10d no longer exists at agent ovs-agent-dv-cinder-766752-3-smb {{(pid=93269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:05:18.702524 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.plugin [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] No Port match for: a37ca007-c1df-4757-a487-6dab230dd10d {{(pid=93269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:05:18.704388 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device a37ca007-c1df-4757-a487-6dab230dd10d not bound to the agent host dv-cinder-766752-3-smb {{(pid=93269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:05:18.900703 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 47910) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:18.937962 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9bcbe-5600-496b-a7a2-18ff96435833 req-abd73193-2a47-4c23-9ade-d6c5a0b65173 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:18.940780 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-8cb9bcbe-5600-496b-a7a2-18ff96435833 req-abd73193-2a47-4c23-9ade-d6c5a0b65173 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/ports?device_id=9afbb1bf-0416-43fb-9bbb-2433ceb5f0e3 HTTP/1.1" status: 200 len: 945 time: 0.1073561 Jun 18 22:05:18.979782 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-6a979045-faa1-4447-a810-c27457a25816 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=194d0725082a4b188ee68100035994ba&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0774403 Jun 18 22:05:18.982428 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 47916) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:19.014554 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-8cb9bcbe-5600-496b-a7a2-18ff96435833 req-37bd91ec-2b6f-4d8f-b12f-6256f515bf8d tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1d65039-544f-4945-8129-414b24f93b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535765 Jun 18 22:05:19.082359 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-a4f4acbd-8f8b-4419-87d5-f1fe0318e02c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:19.106470 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-a4f4acbd-8f8b-4419-87d5-f1fe0318e02c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:19.230884 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-a4f4acbd-8f8b-4419-87d5-f1fe0318e02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:19.234100 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-a4f4acbd-8f8b-4419-87d5-f1fe0318e02c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:19.237920 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-a4f4acbd-8f8b-4419-87d5-f1fe0318e02c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3d20e97e-9178-4914-97a8-239e4095cc65 HTTP/1.1" status: 204 len: 168 time: 0.2505016 Jun 18 22:05:19.237920 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-21052498-44cb-4f37-ac7f-7b7c1b736771 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:19.261122 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f4acbd-8f8b-4419-87d5-f1fe0318e02c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d20e97e-9178-4914-97a8-239e4095cc65,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:19.268729 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-a4f4acbd-8f8b-4419-87d5-f1fe0318e02c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:20.070885 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:20.253502 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f2f06a-8aa5-4c7e-a74c-2dd67c5ef862 req-c2d461b6-c4ad-4662-b451-b58c634154fa tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:20.262672 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a5f2f06a-8aa5-4c7e-a74c-2dd67c5ef862 req-c2d461b6-c4ad-4662-b451-b58c634154fa tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/ports?device_id=9afbb1bf-0416-43fb-9bbb-2433ceb5f0e3 HTTP/1.1" status: 200 len: 945 time: 0.1052334 Jun 18 22:05:20.300174 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a5f2f06a-8aa5-4c7e-a74c-2dd67c5ef862 req-97053068-e26c-4639-88f1-13fd9ede90c9 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1d65039-544f-4945-8129-414b24f93b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365694 Jun 18 22:05:20.458088 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 47964) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:20.654034 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.v2.base [None req-f804870c-3f1c-498f-a68a-5d4eb8933917 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1631673649-network', 'tenant_id': '086d8a7db0824b69b4ceea30f277fb14'}} {{(pid=93268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:05:20.679844 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34823bcf-052d-4927-9d3c-b4004a48dba1 req-57599948-9c70-4081-9be3-4364aee18526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:20.681325 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-34823bcf-052d-4927-9d3c-b4004a48dba1 req-57599948-9c70-4081-9be3-4364aee18526 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1a162bbe7ec5404e82b0637c65bc655b&device_id=9afbb1bf-0416-43fb-9bbb-2433ceb5f0e3 HTTP/1.1" status: 200 len: 1098 time: 0.0929139 Jun 18 22:05:20.803143 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f804870c-3f1c-498f-a68a-5d4eb8933917 admin admin] Made reservation on behalf of 086d8a7db0824b69b4ceea30f277fb14 for: {'network': 1} {{(pid=93268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:05:20.805605 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-f804870c-3f1c-498f-a68a-5d4eb8933917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550498'] for network, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:20.812232 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34823bcf-052d-4927-9d3c-b4004a48dba1 req-0283fd6f-3e4d-4a97-a1ef-1bc722802061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:20.813860 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-34823bcf-052d-4927-9d3c-b4004a48dba1 req-0283fd6f-3e4d-4a97-a1ef-1bc722802061 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2767e6ef-6819-45b8-a88a-d01068b3a363 HTTP/1.1" status: 200 len: 912 time: 0.1074333 Jun 18 22:05:20.819433 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-f804870c-3f1c-498f-a68a-5d4eb8933917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:20.918246 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-34823bcf-052d-4927-9d3c-b4004a48dba1 req-085113ac-7d85-42d2-acd1-ace1402917db service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1a14add-76dd-4a0c-a52a-f7c12f8eb41a HTTP/1.1" status: 200 len: 1001 time: 0.0966566 Jun 18 22:05:21.008598 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34823bcf-052d-4927-9d3c-b4004a48dba1 req-e73427d1-f831-4499-8d0e-b51131a4c547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:21.010070 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-34823bcf-052d-4927-9d3c-b4004a48dba1 req-e73427d1-f831-4499-8d0e-b51131a4c547 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2c05298a-5496-468b-af9b-eb839c301437 HTTP/1.1" status: 200 len: 850 time: 0.0822589 Jun 18 22:05:21.087867 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-f804870c-3f1c-498f-a68a-5d4eb8933917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:21.119003 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34823bcf-052d-4927-9d3c-b4004a48dba1 req-bd625350-fc57-447b-a71e-984a0715c016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:21.119003 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-34823bcf-052d-4927-9d3c-b4004a48dba1 req-bd625350-fc57-447b-a71e-984a0715c016 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2767e6ef-6819-45b8-a88a-d01068b3a363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0983815 Jun 18 22:05:21.249360 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-34823bcf-052d-4927-9d3c-b4004a48dba1 req-b080fcf6-f879-417b-9dde-88704de23ad4 service neutron] 10.222.0.42 "GET /v2.0/networks/2767e6ef-6819-45b8-a88a-d01068b3a363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226218 Jun 18 22:05:21.273663 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-f804870c-3f1c-498f-a68a-5d4eb8933917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:21.305581 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-9063f6ec-bf5b-4057-a245-525a0debab37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:21.340355 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f804870c-3f1c-498f-a68a-5d4eb8933917 admin admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=93268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 22:05:21.350660 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f804870c-3f1c-498f-a68a-5d4eb8933917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd44252-8297-4674-bb0a-928826b70d5f,revision_number=1']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:21.362993 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-f804870c-3f1c-498f-a68a-5d4eb8933917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527226'] for segment, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:21.363347 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.db.segments_db [None req-f804870c-3f1c-498f-a68a-5d4eb8933917 admin admin] Added segment a78d8b83-5ba8-4fe4-9d6b-ca6065c6919a of type vlan for network 1d1f4389-47a7-47d4-a0f5-f21dad0f67c2 Jun 18 22:05:21.379257 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f804870c-3f1c-498f-a68a-5d4eb8933917 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:21.379624 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f804870c-3f1c-498f-a68a-5d4eb8933917 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:21.379981 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f804870c-3f1c-498f-a68a-5d4eb8933917 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:21.380334 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f804870c-3f1c-498f-a68a-5d4eb8933917 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:21.380717 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f804870c-3f1c-498f-a68a-5d4eb8933917 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:21.381064 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f804870c-3f1c-498f-a68a-5d4eb8933917 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:21.381408 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f804870c-3f1c-498f-a68a-5d4eb8933917 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:21.381749 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f804870c-3f1c-498f-a68a-5d4eb8933917 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:21.382103 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f804870c-3f1c-498f-a68a-5d4eb8933917 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:21.382420 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f804870c-3f1c-498f-a68a-5d4eb8933917 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:21.382755 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f804870c-3f1c-498f-a68a-5d4eb8933917 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:21.383095 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f804870c-3f1c-498f-a68a-5d4eb8933917 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:21.395842 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-f804870c-3f1c-498f-a68a-5d4eb8933917 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:21.497167 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-f804870c-3f1c-498f-a68a-5d4eb8933917 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765938645724'] for network, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:21.507458 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-34823bcf-052d-4927-9d3c-b4004a48dba1 req-1cc74a9e-3e4e-4777-be6c-6b49cc62eba8 service neutron] 10.222.0.42 "GET /v2.0/networks/2767e6ef-6819-45b8-a88a-d01068b3a363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517939 Jun 18 22:05:21.559884 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89e4809-5e2b-4b0e-8171-af18df57e6bc req-63932c02-6ba6-4ab6-9199-8b84cb594fc1 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:21.561570 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-c89e4809-5e2b-4b0e-8171-af18df57e6bc req-63932c02-6ba6-4ab6-9199-8b84cb594fc1 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/ports?device_id=9afbb1bf-0416-43fb-9bbb-2433ceb5f0e3 HTTP/1.1" status: 200 len: 945 time: 0.1018965 Jun 18 22:05:21.615485 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-c89e4809-5e2b-4b0e-8171-af18df57e6bc req-d797f04b-56ec-4205-bf4f-08751cddb158 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1d65039-544f-4945-8129-414b24f93b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457435 Jun 18 22:05:21.648356 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-f804870c-3f1c-498f-a68a-5d4eb8933917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-490555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1678354'] for network, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:21.649791 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f804870c-3f1c-498f-a68a-5d4eb8933917 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:21.650371 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-f804870c-3f1c-498f-a68a-5d4eb8933917 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678351'] for network, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:21.657563 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-c715a3f8-c785-4ae5-a97f-3b45bc7623df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:21.713281 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f804870c-3f1c-498f-a68a-5d4eb8933917 admin admin] Pushing event updated for resources: {'Network': ['ID=1d1f4389-47a7-47d4-a0f5-f21dad0f67c2,revision_number=1']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:21.716164 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-f804870c-3f1c-498f-a68a-5d4eb8933917 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:21.725363 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Network 1d1f4389-47a7-47d4-a0f5-f21dad0f67c2 details requested by agent ovs-agent-dv-cinder-766752-3-smb with host dv-cinder-766752-3-smb {{(pid=93269) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 22:05:21.789910 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 47988) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:21.790592 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-f804870c-3f1c-498f-a68a-5d4eb8933917 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3310382 Jun 18 22:05:21.795745 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.v2.base [None req-4af9e658-2d5b-4b2a-899d-449a07e57ff2 admin admin] Request body: {'subnet': {'network_id': '1d1f4389-47a7-47d4-a0f5-f21dad0f67c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1631673649-subnet', 'tenant_id': '086d8a7db0824b69b4ceea30f277fb14', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:05:21.876670 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af9e658-2d5b-4b2a-899d-449a07e57ff2 admin admin] Made reservation on behalf of 086d8a7db0824b69b4ceea30f277fb14 for: {'subnet': 1} {{(pid=93267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:05:21.879608 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-4af9e658-2d5b-4b2a-899d-449a07e57ff2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2856210'] for subnet, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:22.127665 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-4af9e658-2d5b-4b2a-899d-449a07e57ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2856192'] for subnet, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:22.130186 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-ae18d6a3-d1b5-42df-a7a8-7722d135a7d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:22.208860 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9e658-2d5b-4b2a-899d-449a07e57ff2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7481fd0b-ce05-4e67-b068-a6b20f3c0083,revision_number=0']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:22.217822 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-4af9e658-2d5b-4b2a-899d-449a07e57ff2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:22.224702 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af9e658-2d5b-4b2a-899d-449a07e57ff2 admin admin] Checking segment: {'id': 'a78d8b83-5ba8-4fe4-9d6b-ca6065c6919a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1d1f4389-47a7-47d4-a0f5-f21dad0f67c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:05:22.225288 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af9e658-2d5b-4b2a-899d-449a07e57ff2 admin admin] Network hostable DHCP agents. Network: 1d1f4389-47a7-47d4-a0f5-f21dad0f67c2, hostable agents: ['8cbf1dbc-985e-4686-b9a4-b42f90572d3b'], hosted agents: [] {{(pid=93267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 22:05:22.315892 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af9e658-2d5b-4b2a-899d-449a07e57ff2 admin admin] Network 1d1f4389-47a7-47d4-a0f5-f21dad0f67c2 is scheduled to be hosted by DHCP agent 8cbf1dbc-985e-4686-b9a4-b42f90572d3b with binding_index 1 {{(pid=93267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 22:05:22.425786 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.scheduler.base_scheduler [None req-4af9e658-2d5b-4b2a-899d-449a07e57ff2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-3-smb, 1d1f4389-47a7-47d4-a0f5-f21dad0f67c2) {{(pid=93267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:05:22.430616 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af9e658-2d5b-4b2a-899d-449a07e57ff2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:22.431511 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-4af9e658-2d5b-4b2a-899d-449a07e57ff2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:22.438355 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80760cd8-29a5-4111-8dbf-4877f0134464 None None] Network 1d1f4389-47a7-47d4-a0f5-f21dad0f67c2 requested from dv-cinder-766752-3-smb {{(pid=93269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 22:05:22.520138 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-4af9e658-2d5b-4b2a-899d-449a07e57ff2 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7257471 Jun 18 22:05:22.520381 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 48010) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:22.526327 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.v2.base [None req-abb2169e-dfce-4da1-af8e-b2811a8cbcd1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1631673649-router', 'tenant_id': '086d8a7db0824b69b4ceea30f277fb14', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30'}}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:05:22.625834 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97dd30a-c966-474d-b10d-1f1ce4e86018 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe69447c-996e-5b32-9b55-7f054a75cfbd-1d1f4389-47a7-47d4-a0f5-f21dad0f67c2', 'network_id': '1d1f4389-47a7-47d4-a0f5-f21dad0f67c2', 'tenant_id': '086d8a7db0824b69b4ceea30f277fb14', 'fixed_ips': [{'subnet_id': '7481fd0b-ce05-4e67-b068-a6b20f3c0083'}]}} from dv-cinder-766752-3-smb. {{(pid=93269) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 22:05:22.626333 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-abb2169e-dfce-4da1-af8e-b2811a8cbcd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-477333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65128'] for router, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:22.627631 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-e97dd30a-c966-474d-b10d-1f1ce4e86018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550498'] for port, before_create {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:22.628231 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-abb2169e-dfce-4da1-af8e-b2811a8cbcd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-477416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-512678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-434388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65123'] for router, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:22.703984 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-abb2169e-dfce-4da1-af8e-b2811a8cbcd1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:22.832185 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.db_base_plugin_common [None req-e97dd30a-c966-474d-b10d-1f1ce4e86018 None None] Allocated IP 172.20.0.2 (1d1f4389-47a7-47d4-a0f5-f21dad0f67c2/7481fd0b-ce05-4e67-b068-a6b20f3c0083/9b22c4bb-3ef2-4b13-ae66-4555669ed623) {{(pid=93269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:05:22.902986 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 48016) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:22.947530 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-abb2169e-dfce-4da1-af8e-b2811a8cbcd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-512724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-477287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65141'] for router, precommit_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:22.984740 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e93a0-fe32-492c-94b5-3219e3fe2308 req-e9f92602-6fe5-4f60-8f93-d3a9215750cd tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:22.987573 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-243e93a0-fe32-492c-94b5-3219e3fe2308 req-e9f92602-6fe5-4f60-8f93-d3a9215750cd tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/ports?device_id=9afbb1bf-0416-43fb-9bbb-2433ceb5f0e3 HTTP/1.1" status: 200 len: 945 time: 0.1190448 Jun 18 22:05:22.990349 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-e97dd30a-c966-474d-b10d-1f1ce4e86018 None None] Notify callbacks [] for port, precommit_create {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:22.999811 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-e97dd30a-c966-474d-b10d-1f1ce4e86018 None None] Transition to ACTIVE for port object 9b22c4bb-3ef2-4b13-ae66-4555669ed623 will not be triggered until provisioned by entity L2. {{(pid=93269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:05:23.015633 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-e97dd30a-c966-474d-b10d-1f1ce4e86018 None None] Transition to ACTIVE for port object 9b22c4bb-3ef2-4b13-ae66-4555669ed623 will not be triggered until provisioned by entity DHCP. {{(pid=93269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:05:23.065125 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-243e93a0-fe32-492c-94b5-3219e3fe2308 req-997a9d70-ca27-4229-86ad-a10f8ad784d8 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1d65039-544f-4945-8129-414b24f93b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559077 Jun 18 22:05:23.105688 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-1906aa6a-283f-4a57-b5ad-5ce84d56f87f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:23.128931 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-e97dd30a-c966-474d-b10d-1f1ce4e86018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-549537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1678354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765938626142'] for port, after_create {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:23.137879 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:23.216856 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97dd30a-c966-474d-b10d-1f1ce4e86018 None None] Pushing event updated for resources: {'Port': ['ID=9b22c4bb-3ef2-4b13-ae66-4555669ed623,revision_number=1']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:23.220637 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-e97dd30a-c966-474d-b10d-1f1ce4e86018 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:23.227212 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97dd30a-c966-474d-b10d-1f1ce4e86018 None None] Network 1d1f4389-47a7-47d4-a0f5-f21dad0f67c2 is already hosted by enough agents. {{(pid=93269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:05:23.228035 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.scheduler.base_scheduler [None req-e97dd30a-c966-474d-b10d-1f1ce4e86018 None None] Resources bound (agent type, host, resource id): {{(pid=93269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:05:23.230143 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97dd30a-c966-474d-b10d-1f1ce4e86018 None None] Received port after_create {{(pid=93269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:05:23.293704 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.managers [None req-e97dd30a-c966-474d-b10d-1f1ce4e86018 None None] Attempting to bind port 9b22c4bb-3ef2-4b13-ae66-4555669ed623 on host dv-cinder-766752-3-smb for vnic_type normal with profile {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:05:23.294172 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.managers [None req-e97dd30a-c966-474d-b10d-1f1ce4e86018 None None] Attempting to bind port 9b22c4bb-3ef2-4b13-ae66-4555669ed623 by drivers openvswitch,hyperv on host dv-cinder-766752-3-smb at level 0 using segments [{'id': 'a78d8b83-5ba8-4fe4-9d6b-ca6065c6919a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1d1f4389-47a7-47d4-a0f5-f21dad0f67c2'}] {{(pid=93269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:05:23.294600 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97dd30a-c966-474d-b10d-1f1ce4e86018 None None] Attempting to bind port 9b22c4bb-3ef2-4b13-ae66-4555669ed623 on network 1d1f4389-47a7-47d4-a0f5-f21dad0f67c2 {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:05:23.301004 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97dd30a-c966-474d-b10d-1f1ce4e86018 None None] Checking agent: {'id': 'e70860c9-a5d2-4f1c-a15e-7701e23dd36c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 21, 54), 'started_at': datetime.datetime(2021, 6, 18, 21, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:05:23.301463 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97dd30a-c966-474d-b10d-1f1ce4e86018 None None] Checking segment: {'id': 'a78d8b83-5ba8-4fe4-9d6b-ca6065c6919a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1d1f4389-47a7-47d4-a0f5-f21dad0f67c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:05:23.301977 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-e97dd30a-c966-474d-b10d-1f1ce4e86018 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:23.302434 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97dd30a-c966-474d-b10d-1f1ce4e86018 None None] Bound using segment: {'id': 'a78d8b83-5ba8-4fe4-9d6b-ca6065c6919a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1d1f4389-47a7-47d4-a0f5-f21dad0f67c2'} {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:05:23.302981 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.managers [None req-e97dd30a-c966-474d-b10d-1f1ce4e86018 None None] Bound port: 9b22c4bb-3ef2-4b13-ae66-4555669ed623, host: dv-cinder-766752-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a78d8b83-5ba8-4fe4-9d6b-ca6065c6919a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1d1f4389-47a7-47d4-a0f5-f21dad0f67c2'}}] {{(pid=93269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:05:23.303420 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-e97dd30a-c966-474d-b10d-1f1ce4e86018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:23.328930 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-1906aa6a-283f-4a57-b5ad-5ce84d56f87f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:23.355733 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-abb2169e-dfce-4da1-af8e-b2811a8cbcd1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:23.383451 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-e97dd30a-c966-474d-b10d-1f1ce4e86018 None None] For port 9b22c4bb-3ef2-4b13-ae66-4555669ed623, host dv-cinder-766752-3-smb, cleared binding levels {{(pid=93269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:05:23.384417 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-abb2169e-dfce-4da1-af8e-b2811a8cbcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550498'] for port, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:23.387547 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-e97dd30a-c966-474d-b10d-1f1ce4e86018 None None] For port 9b22c4bb-3ef2-4b13-ae66-4555669ed623, host dv-cinder-766752-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-smb',level=0,port_id=9b22c4bb-3ef2-4b13-ae66-4555669ed623,segment=NetworkSegment(a78d8b83-5ba8-4fe4-9d6b-ca6065c6919a),segment_id=a78d8b83-5ba8-4fe4-9d6b-ca6065c6919a)] {{(pid=93269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:05:23.394034 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-1906aa6a-283f-4a57-b5ad-5ce84d56f87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:23.398378 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-91486371-2e90-4a03-bb07-268067d317b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:23.474123 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-e97dd30a-c966-474d-b10d-1f1ce4e86018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:23.474719 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-1906aa6a-283f-4a57-b5ad-5ce84d56f87f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9449b559c70348e6973e4cfcce824466&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5701358 Jun 18 22:05:23.475337 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 48026) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:23.477165 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:23.477812 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1906aa6a-283f-4a57-b5ad-5ce84d56f87f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6efad192-e25d-4390-989d-6c58882cec3c,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:23.494377 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-1906aa6a-283f-4a57-b5ad-5ce84d56f87f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:23.546759 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97dd30a-c966-474d-b10d-1f1ce4e86018 None None] Pushing event updated for resources: {'Port': ['ID=9b22c4bb-3ef2-4b13-ae66-4555669ed623,revision_number=2']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:23.551874 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-e97dd30a-c966-474d-b10d-1f1ce4e86018 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:23.585589 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-ca1dc999-657b-4a94-87ff-df99e32feeb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:23.597107 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.db.db_base_plugin_common [None req-abb2169e-dfce-4da1-af8e-b2811a8cbcd1 admin admin] Allocated IP 172.28.0.101 (0a94a276-d24e-41da-a649-5ffe202eff30/cb3e10ec-d2d2-4f62-adaa-1158cc2dc485/d33693c2-f680-48fc-9e83-286b075268b5) {{(pid=93267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:05:23.643524 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-ca1dc999-657b-4a94-87ff-df99e32feeb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:23.752064 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-abb2169e-dfce-4da1-af8e-b2811a8cbcd1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:23.798402 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-ca1dc999-657b-4a94-87ff-df99e32feeb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:23.801269 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-ca1dc999-657b-4a94-87ff-df99e32feeb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:23.824484 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-ca1dc999-657b-4a94-87ff-df99e32feeb1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6efad192-e25d-4390-989d-6c58882cec3c HTTP/1.1" status: 204 len: 168 time: 0.3384242 Jun 18 22:05:23.825579 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-3ff40753-ac62-4ea0-98fd-e3acfcc054a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:23.850347 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1dc999-657b-4a94-87ff-df99e32feeb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6efad192-e25d-4390-989d-6c58882cec3c,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:23.858140 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-ca1dc999-657b-4a94-87ff-df99e32feeb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:23.899895 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-abb2169e-dfce-4da1-af8e-b2811a8cbcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-549537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1678354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765938626142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3504243'] for port, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:23.906033 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-b9b1197f-0655-425e-ba5d-c73608a320a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:23.984955 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb2169e-dfce-4da1-af8e-b2811a8cbcd1 admin admin] Network 0a94a276-d24e-41da-a649-5ffe202eff30 is already hosted by enough agents. {{(pid=93267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:05:23.990427 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.scheduler.base_scheduler [None req-abb2169e-dfce-4da1-af8e-b2811a8cbcd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:05:23.990578 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb2169e-dfce-4da1-af8e-b2811a8cbcd1 admin admin] Received port after_create {{(pid=93267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:05:23.996781 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb2169e-dfce-4da1-af8e-b2811a8cbcd1 admin admin] Pushing event updated for resources: {'Port': ['ID=d33693c2-f680-48fc-9e83-286b075268b5,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:24.000793 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-abb2169e-dfce-4da1-af8e-b2811a8cbcd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:24.284274 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce1ee1a-9a11-45e7-bb0e-65172f7588c2 req-d8e6ea08-9e2e-44e9-acb9-191ec3f9e16e tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:24.291848 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-4ce1ee1a-9a11-45e7-bb0e-65172f7588c2 req-d8e6ea08-9e2e-44e9-acb9-191ec3f9e16e tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/ports?device_id=9afbb1bf-0416-43fb-9bbb-2433ceb5f0e3 HTTP/1.1" status: 200 len: 945 time: 0.0876431 Jun 18 22:05:24.343197 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-4ce1ee1a-9a11-45e7-bb0e-65172f7588c2 req-a6c15c10-53d8-4a9e-985f-314df3118574 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1d65039-544f-4945-8129-414b24f93b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502059 Jun 18 22:05:24.572112 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-abb2169e-dfce-4da1-af8e-b2811a8cbcd1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:24.675339 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 48040) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:24.712953 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-310daf62-75fc-4930-bd96-1941837aea1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:24.741540 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device 9b22c4bb-3ef2-4b13-ae66-4555669ed623 up at agent ovs-agent-dv-cinder-766752-3-smb {{(pid=93269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:05:24.938578 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-abb2169e-dfce-4da1-af8e-b2811a8cbcd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-477340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-515840'] for router, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:24.985225 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Provisioning for port 9b22c4bb-3ef2-4b13-ae66-4555669ed623 completed by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:05:25.011986 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fbf98b-665d-4903-801c-c69c64fae595 None None] Network 1d1f4389-47a7-47d4-a0f5-f21dad0f67c2 requested from dv-cinder-766752-3-smb {{(pid=93269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 22:05:25.056981 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-310daf62-75fc-4930-bd96-1941837aea1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:25.143057 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-310daf62-75fc-4930-bd96-1941837aea1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:25.148293 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-8cc16fd0-1d0a-4c49-b9b4-106574573912 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:25.199303 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-310daf62-75fc-4930-bd96-1941837aea1e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d08e3c17d6a5483d8a4d19c265213437&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5224447 Jun 18 22:05:25.202339 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 48042) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:25.206763 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310daf62-75fc-4930-bd96-1941837aea1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf5556b-e7d2-4e11-ad05-6c0d3b727da2,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:25.211722 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-310daf62-75fc-4930-bd96-1941837aea1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:25.256411 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-c9d5ca7c-4968-4c1d-a22d-2b0d36617faa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:25.257393 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-8deeaf84-95e8-45a7-9a58-424123378242 None None] Provisioning for port 9b22c4bb-3ef2-4b13-ae66-4555669ed623 completed by entity DHCP. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:05:25.266472 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-8deeaf84-95e8-45a7-9a58-424123378242 None None] Provisioning complete for port 9b22c4bb-3ef2-4b13-ae66-4555669ed623 triggered by entity DHCP. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:05:25.266848 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-8deeaf84-95e8-45a7-9a58-424123378242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:25.281839 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb2169e-dfce-4da1-af8e-b2811a8cbcd1 admin admin] Router b7bef094-6463-4610-a271-5d4d2e6518a3 is scheduled to L3 agent cffdd0dd-f469-4450-b407-8e3f357d30fb with binding_index 1 {{(pid=93267) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 22:05:25.282474 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-c9d5ca7c-4968-4c1d-a22d-2b0d36617faa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:25.411588 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb2169e-dfce-4da1-af8e-b2811a8cbcd1 admin admin] Notify agent at l3_agent.dv-cinder-766752-3-smb the message routers_updated {{(pid=93267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 22:05:25.431082 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-c9d5ca7c-4968-4c1d-a22d-2b0d36617faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:25.433908 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-c9d5ca7c-4968-4c1d-a22d-2b0d36617faa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:25.436409 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-c9d5ca7c-4968-4c1d-a22d-2b0d36617faa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4cf5556b-e7d2-4e11-ad05-6c0d3b727da2 HTTP/1.1" status: 204 len: 168 time: 0.2317600 Jun 18 22:05:25.436913 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:25.448177 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d5ca7c-4968-4c1d-a22d-2b0d36617faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf5556b-e7d2-4e11-ad05-6c0d3b727da2,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:25.455351 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-c9d5ca7c-4968-4c1d-a22d-2b0d36617faa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:25.460780 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c47b2bf-c4a9-4a88-8510-9f6283cb5df4 None None] Sync routers for ids ['b7bef094-6463-4610-a271-5d4d2e6518a3'] in dv-cinder-766752-3-smb {{(pid=93269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 22:05:25.522578 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-abb2169e-dfce-4da1-af8e-b2811a8cbcd1 admin admin] Notify callbacks [] for router, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:25.524313 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-abb2169e-dfce-4da1-af8e-b2811a8cbcd1 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.0026143 Jun 18 22:05:25.527248 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 48058) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:25.548429 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-8deeaf84-95e8-45a7-9a58-424123378242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:25.567696 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c47b2bf-c4a9-4a88-8510-9f6283cb5df4 None None] Routers {'b7bef094-6463-4610-a271-5d4d2e6518a3'} bound to L3 agent in host dv-cinder-766752-3-smb {{(pid=93269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:05:25.569183 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-5c47b2bf-c4a9-4a88-8510-9f6283cb5df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T21:54:00Z,description=,heartbeat_timestamp=2021-06-18T22:05:00Z,host='dv-cinder-766752-3-smb',id=cffdd0dd-f469-4450-b407-8e3f357d30fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:54:01Z,topic='l3_agent')) {'router_ids': ['b7bef094-6463-4610-a271-5d4d2e6518a3'], 'active': True} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:05:25.670580 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-8deeaf84-95e8-45a7-9a58-424123378242 None None] For port 9b22c4bb-3ef2-4b13-ae66-4555669ed623, host dv-cinder-766752-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-smb',level=0,port_id=9b22c4bb-3ef2-4b13-ae66-4555669ed623,segment=NetworkSegment(a78d8b83-5ba8-4fe4-9d6b-ca6065c6919a),segment_id=a78d8b83-5ba8-4fe4-9d6b-ca6065c6919a)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:05:25.776339 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-8deeaf84-95e8-45a7-9a58-424123378242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:25.782043 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:25.785567 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvr_db [None req-5c47b2bf-c4a9-4a88-8510-9f6283cb5df4 None None] Set router b7bef094-6463-4610-a271-5d4d2e6518a3 gateway port host: dv-cinder-766752-3-smb {{(pid=93269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:05:25.902059 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135dc9a8-0eb5-4a99-9155-43e7d842a69f req-dc46d137-f585-4f56-a4b2-9f61c77623d4 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:25.915615 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-135dc9a8-0eb5-4a99-9155-43e7d842a69f req-dc46d137-f585-4f56-a4b2-9f61c77623d4 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/ports?device_id=9afbb1bf-0416-43fb-9bbb-2433ceb5f0e3 HTTP/1.1" status: 200 len: 945 time: 0.2797005 Jun 18 22:05:25.965266 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-c192dd9f-d1b8-47fb-a65d-2aa5f5738bcf None None] Provisioning complete for port 9b22c4bb-3ef2-4b13-ae66-4555669ed623 triggered by entity DHCP. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:05:25.965643 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-c192dd9f-d1b8-47fb-a65d-2aa5f5738bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:25.999990 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deeaf84-95e8-45a7-9a58-424123378242 None None] Pushing event updated for resources: {'Port': ['ID=9b22c4bb-3ef2-4b13-ae66-4555669ed623,revision_number=3']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:26.010266 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-8deeaf84-95e8-45a7-9a58-424123378242 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:26.059741 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-135dc9a8-0eb5-4a99-9155-43e7d842a69f req-6e5cac4f-b0c9-4bc3-ba62-839c0ecd7352 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1d65039-544f-4945-8129-414b24f93b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409459 Jun 18 22:05:26.148431 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-5c47b2bf-c4a9-4a88-8510-9f6283cb5df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bef094-6463-4610-a271-5d4d2e6518a3', 'name': 'tempest-AttachVolumeShelveTestJSON-1631673649-router', 'tenant_id': '086d8a7db0824b69b4ceea30f277fb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.101'}], 'enable_snat': True}, 'gw_port_id': 'd33693c2-f680-48fc-9e83-286b075268b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:05:22Z', 'updated_at': '2021-06-18T22:05:24Z', 'revision_number': 3, 'project_id': '086d8a7db0824b69b4ceea30f277fb14', 'gw_port': {'id': 'd33693c2-f680-48fc-9e83-286b075268b5', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:fc:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7bef094-6463-4610-a271-5d4d2e6518a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:05:23Z', 'updated_at': '2021-06-18T22:05:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb'}], 'dv-cinder-766752-3-smb', False) {} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:05:26.230947 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c47b2bf-c4a9-4a88-8510-9f6283cb5df4 None None] Checking router: b7bef094-6463-4610-a271-5d4d2e6518a3 for host: dv-cinder-766752-3-smb {{(pid=93269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 22:05:26.232661 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c47b2bf-c4a9-4a88-8510-9f6283cb5df4 None None] Updating router b7bef094-6463-4610-a271-5d4d2e6518a3 port d33693c2-f680-48fc-9e83-286b075268b5 binding host dv-cinder-766752-3-smb {{(pid=93269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 22:05:26.314505 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-5c47b2bf-c4a9-4a88-8510-9f6283cb5df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:26.460019 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-abc69ca7-eb26-4288-af32-b6ec586720e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550498'] for port, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:26.680821 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device 9b22c4bb-3ef2-4b13-ae66-4555669ed623 up at agent ovs-agent-dv-cinder-766752-3-smb {{(pid=93269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:05:26.694658 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.db_base_plugin_common [None req-abc69ca7-eb26-4288-af32-b6ec586720e6 admin admin] Allocated IP 172.20.0.1 (1d1f4389-47a7-47d4-a0f5-f21dad0f67c2/7481fd0b-ce05-4e67-b068-a6b20f3c0083/5aa202d8-6796-4c55-9796-55a58b7722d9) {{(pid=93268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:05:26.808742 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Provisioning complete for port 9b22c4bb-3ef2-4b13-ae66-4555669ed623 triggered by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:05:26.809342 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:26.968526 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-5c47b2bf-c4a9-4a88-8510-9f6283cb5df4 None None] Notify callbacks [] for port, precommit_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:26.982660 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-5c47b2bf-c4a9-4a88-8510-9f6283cb5df4 None None] Transition to ACTIVE for port object d33693c2-f680-48fc-9e83-286b075268b5 will not be triggered until provisioned by entity L2. {{(pid=93269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:05:27.066042 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-abc69ca7-eb26-4288-af32-b6ec586720e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:27.077509 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-abc69ca7-eb26-4288-af32-b6ec586720e6 admin admin] Transition to ACTIVE for port object 5aa202d8-6796-4c55-9796-55a58b7722d9 will not be triggered until provisioned by entity DHCP. {{(pid=93268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:05:27.105163 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-5c47b2bf-c4a9-4a88-8510-9f6283cb5df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:27.110785 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:27.166854 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.managers [None req-5c47b2bf-c4a9-4a88-8510-9f6283cb5df4 None None] Attempting to bind port d33693c2-f680-48fc-9e83-286b075268b5 on host dv-cinder-766752-3-smb for vnic_type normal with profile {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:05:27.167244 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.managers [None req-5c47b2bf-c4a9-4a88-8510-9f6283cb5df4 None None] Attempting to bind port d33693c2-f680-48fc-9e83-286b075268b5 by drivers openvswitch,hyperv on host dv-cinder-766752-3-smb at level 0 using segments [{'id': '84b34c11-c765-4838-8c05-a350e58a1412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30'}] {{(pid=93269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:05:27.167612 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c47b2bf-c4a9-4a88-8510-9f6283cb5df4 None None] Attempting to bind port d33693c2-f680-48fc-9e83-286b075268b5 on network 0a94a276-d24e-41da-a649-5ffe202eff30 {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:05:27.175263 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53003226-7686-4acb-b4b3-c852da93a96b None None] Pushing event updated for resources: {'Port': ['ID=d33693c2-f680-48fc-9e83-286b075268b5,revision_number=2']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:27.181400 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-53003226-7686-4acb-b4b3-c852da93a96b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:27.184675 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c47b2bf-c4a9-4a88-8510-9f6283cb5df4 None None] Checking agent: {'id': 'e70860c9-a5d2-4f1c-a15e-7701e23dd36c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 21, 54), 'started_at': datetime.datetime(2021, 6, 18, 21, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:05:27.185572 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c47b2bf-c4a9-4a88-8510-9f6283cb5df4 None None] Checking segment: {'id': '84b34c11-c765-4838-8c05-a350e58a1412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:05:27.185572 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-5c47b2bf-c4a9-4a88-8510-9f6283cb5df4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:27.185784 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c47b2bf-c4a9-4a88-8510-9f6283cb5df4 None None] Bound using segment: {'id': '84b34c11-c765-4838-8c05-a350e58a1412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30'} {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:05:27.186188 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.managers [None req-5c47b2bf-c4a9-4a88-8510-9f6283cb5df4 None None] Bound port: d33693c2-f680-48fc-9e83-286b075268b5, host: dv-cinder-766752-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84b34c11-c765-4838-8c05-a350e58a1412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30'}}] {{(pid=93269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:05:27.186568 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-5c47b2bf-c4a9-4a88-8510-9f6283cb5df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:27.211604 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-abc69ca7-eb26-4288-af32-b6ec586720e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-549537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1678354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765938626142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3169570'] for port, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:27.228788 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-4bed0280-0787-476f-bdfe-cdbd8c3aee3d tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:27.240145 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-5c47b2bf-c4a9-4a88-8510-9f6283cb5df4 None None] For port d33693c2-f680-48fc-9e83-286b075268b5, host dv-cinder-766752-3-smb, cleared binding levels {{(pid=93269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:05:27.243212 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-5c47b2bf-c4a9-4a88-8510-9f6283cb5df4 None None] For port d33693c2-f680-48fc-9e83-286b075268b5, host dv-cinder-766752-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-smb',level=0,port_id=d33693c2-f680-48fc-9e83-286b075268b5,segment=NetworkSegment(84b34c11-c765-4838-8c05-a350e58a1412),segment_id=84b34c11-c765-4838-8c05-a350e58a1412)] {{(pid=93269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:05:27.277164 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc69ca7-eb26-4288-af32-b6ec586720e6 admin admin] Network 1d1f4389-47a7-47d4-a0f5-f21dad0f67c2 is already hosted by enough agents. {{(pid=93268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:05:27.285489 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.base_scheduler [None req-abc69ca7-eb26-4288-af32-b6ec586720e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:05:27.290306 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc69ca7-eb26-4288-af32-b6ec586720e6 admin admin] Pushing event updated for resources: {'Port': ['ID=5aa202d8-6796-4c55-9796-55a58b7722d9,revision_number=1']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:27.293227 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc69ca7-eb26-4288-af32-b6ec586720e6 admin admin] Received port after_create {{(pid=93268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:05:27.296569 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-abc69ca7-eb26-4288-af32-b6ec586720e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:27.321785 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-5c47b2bf-c4a9-4a88-8510-9f6283cb5df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:27.326233 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:27.350072 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4729d6ed-4d45-46ab-b356-99aa2561c169 req-5b3380da-2e1c-40b1-bdae-5795dc9e0634 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:27.351625 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-4729d6ed-4d45-46ab-b356-99aa2561c169 req-5b3380da-2e1c-40b1-bdae-5795dc9e0634 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/ports?device_id=9afbb1bf-0416-43fb-9bbb-2433ceb5f0e3 HTTP/1.1" status: 200 len: 945 time: 0.1516228 Jun 18 22:05:27.352593 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-abc69ca7-eb26-4288-af32-b6ec586720e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-519215'] for router_interface, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:27.396194 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c47b2bf-c4a9-4a88-8510-9f6283cb5df4 None None] Routers {'b7bef094-6463-4610-a271-5d4d2e6518a3'} bound to L3 agent in host dv-cinder-766752-3-smb {{(pid=93269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:05:27.396997 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-5c47b2bf-c4a9-4a88-8510-9f6283cb5df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T21:54:00Z,description=,heartbeat_timestamp=2021-06-18T22:05:00Z,host='dv-cinder-766752-3-smb',id=cffdd0dd-f469-4450-b407-8e3f357d30fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:54:01Z,topic='l3_agent')) {'router_ids': ['b7bef094-6463-4610-a271-5d4d2e6518a3'], 'active': True} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:05:27.438984 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53003226-7686-4acb-b4b3-c852da93a96b None None] Pushing event updated for resources: {'Port': ['ID=d33693c2-f680-48fc-9e83-286b075268b5,revision_number=3']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:27.445190 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-4729d6ed-4d45-46ab-b356-99aa2561c169 req-9f9824ec-ada6-48f1-b91e-3fb2eeb30bee tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1d65039-544f-4945-8129-414b24f93b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527480 Jun 18 22:05:27.454253 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53003226-7686-4acb-b4b3-c852da93a96b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:27.454602 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53003226-7686-4acb-b4b3-c852da93a96b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:27.454934 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53003226-7686-4acb-b4b3-c852da93a96b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:27.455258 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53003226-7686-4acb-b4b3-c852da93a96b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:27.455926 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53003226-7686-4acb-b4b3-c852da93a96b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:27.455926 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53003226-7686-4acb-b4b3-c852da93a96b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:27.456201 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53003226-7686-4acb-b4b3-c852da93a96b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:27.457862 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53003226-7686-4acb-b4b3-c852da93a96b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:27.457862 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53003226-7686-4acb-b4b3-c852da93a96b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:27.457862 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53003226-7686-4acb-b4b3-c852da93a96b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:27.457862 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53003226-7686-4acb-b4b3-c852da93a96b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:27.458362 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53003226-7686-4acb-b4b3-c852da93a96b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:27.465337 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-53003226-7686-4acb-b4b3-c852da93a96b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:27.576996 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvr_db [None req-5c47b2bf-c4a9-4a88-8510-9f6283cb5df4 None None] Set router b7bef094-6463-4610-a271-5d4d2e6518a3 gateway port host: dv-cinder-766752-3-smb {{(pid=93269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:05:27.635681 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-abc69ca7-eb26-4288-af32-b6ec586720e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:27.777253 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-b54c431a-58c3-46f1-9e3d-502d4932807f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:27.786083 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-9aa623a3-3a1c-4f32-938b-90abaffcce2a None None] Provisioning for port 5aa202d8-6796-4c55-9796-55a58b7722d9 completed by entity DHCP. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:05:27.796298 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-9aa623a3-3a1c-4f32-938b-90abaffcce2a None None] Provisioning complete for port 5aa202d8-6796-4c55-9796-55a58b7722d9 triggered by entity DHCP. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:05:27.797147 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-9aa623a3-3a1c-4f32-938b-90abaffcce2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:27.930861 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-abc69ca7-eb26-4288-af32-b6ec586720e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:27.936954 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.plugin [None req-9aa623a3-3a1c-4f32-938b-90abaffcce2a None None] Port 5aa202d8-6796-4c55-9796-55a58b7722d9 cannot update to ACTIVE because it is not bound. {{(pid=93269) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 22:05:27.963939 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-5c47b2bf-c4a9-4a88-8510-9f6283cb5df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bef094-6463-4610-a271-5d4d2e6518a3', 'name': 'tempest-AttachVolumeShelveTestJSON-1631673649-router', 'tenant_id': '086d8a7db0824b69b4ceea30f277fb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.101'}], 'enable_snat': True}, 'gw_port_id': 'd33693c2-f680-48fc-9e83-286b075268b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:05:22Z', 'updated_at': '2021-06-18T22:05:24Z', 'revision_number': 3, 'project_id': '086d8a7db0824b69b4ceea30f277fb14', 'gw_port': {'id': 'd33693c2-f680-48fc-9e83-286b075268b5', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:fc:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7bef094-6463-4610-a271-5d4d2e6518a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:05:23Z', 'updated_at': '2021-06-18T22:05:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb'}], 'dv-cinder-766752-3-smb', False) {} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:05:27.996791 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c47b2bf-c4a9-4a88-8510-9f6283cb5df4 None None] The sync data for ids ['b7bef094-6463-4610-a271-5d4d2e6518a3'] in dv-cinder-766752-3-smb is: [{'id': 'b7bef094-6463-4610-a271-5d4d2e6518a3', 'name': 'tempest-AttachVolumeShelveTestJSON-1631673649-router', 'tenant_id': '086d8a7db0824b69b4ceea30f277fb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.101'}], 'enable_snat': True}, 'gw_port_id': 'd33693c2-f680-48fc-9e83-286b075268b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:05:22Z', 'updated_at': '2021-06-18T22:05:24Z', 'revision_number': 3, 'project_id': '086d8a7db0824b69b4ceea30f277fb14', 'gw_port': {'id': 'd33693c2-f680-48fc-9e83-286b075268b5', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:fc:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7bef094-6463-4610-a271-5d4d2e6518a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:05:23Z', 'updated_at': '2021-06-18T22:05:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb'}] {{(pid=93269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 22:05:28.012084 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-abc69ca7-eb26-4288-af32-b6ec586720e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3169556'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:28.012868 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-16cb06c4-1ec3-438a-bfc3-e8596e53cab8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:28.129651 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc69ca7-eb26-4288-af32-b6ec586720e6 admin admin] Pushing event updated for resources: {'Port': ['ID=5aa202d8-6796-4c55-9796-55a58b7722d9,revision_number=2']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:28.140350 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-abc69ca7-eb26-4288-af32-b6ec586720e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:28.145145 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-abc69ca7-eb26-4288-af32-b6ec586720e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513078'] for router_interface, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:28.168704 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796e77ac-48cc-45fb-a6a9-73974dd666fa req-fe041899-97eb-4148-93e0-b443e996e86e tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:28.170931 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-796e77ac-48cc-45fb-a6a9-73974dd666fa req-fe041899-97eb-4148-93e0-b443e996e86e tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/ports?device_id=9afbb1bf-0416-43fb-9bbb-2433ceb5f0e3 HTTP/1.1" status: 200 len: 945 time: 0.2172325 Jun 18 22:05:28.242974 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa365c-2bed-4f5a-95c1-6ea245e2b4e2 req-e0f79595-0480-46b1-8435-a9cc07221c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:28.244591 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-0daa365c-2bed-4f5a-95c1-6ea245e2b4e2 req-e0f79595-0480-46b1-8435-a9cc07221c2e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1a162bbe7ec5404e82b0637c65bc655b&device_id=9afbb1bf-0416-43fb-9bbb-2433ceb5f0e3 HTTP/1.1" status: 200 len: 1098 time: 0.2247274 Jun 18 22:05:28.353322 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-796e77ac-48cc-45fb-a6a9-73974dd666fa req-9d150e63-cd94-494f-bb37-dd4ac1044813 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1d65039-544f-4945-8129-414b24f93b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638026 Jun 18 22:05:28.415567 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc69ca7-eb26-4288-af32-b6ec586720e6 admin admin] Network 1d1f4389-47a7-47d4-a0f5-f21dad0f67c2 is already hosted by enough agents. {{(pid=93268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:05:28.422357 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.base_scheduler [None req-abc69ca7-eb26-4288-af32-b6ec586720e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:05:28.437867 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa365c-2bed-4f5a-95c1-6ea245e2b4e2 req-0bdaa114-5009-4209-8262-d4130b246519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:28.439107 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-0daa365c-2bed-4f5a-95c1-6ea245e2b4e2 req-0bdaa114-5009-4209-8262-d4130b246519 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2767e6ef-6819-45b8-a88a-d01068b3a363 HTTP/1.1" status: 200 len: 912 time: 0.1864998 Jun 18 22:05:28.627979 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-0daa365c-2bed-4f5a-95c1-6ea245e2b4e2 req-f7fe7deb-c9ff-4d52-88d1-25a434abc690 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1a14add-76dd-4a0c-a52a-f7c12f8eb41a HTTP/1.1" status: 200 len: 1001 time: 0.1471090 Jun 18 22:05:28.700134 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abc69ca7-eb26-4288-af32-b6ec586720e6 admin admin] Router b7bef094-6463-4610-a271-5d4d2e6518a3 has already been hosted by L3 agent cffdd0dd-f469-4450-b407-8e3f357d30fb {{(pid=93268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 22:05:28.730979 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa365c-2bed-4f5a-95c1-6ea245e2b4e2 req-f6147361-472a-4426-826f-d478ce5e6088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:28.730979 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-0daa365c-2bed-4f5a-95c1-6ea245e2b4e2 req-f6147361-472a-4426-826f-d478ce5e6088 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2c05298a-5496-468b-af9b-eb839c301437 HTTP/1.1" status: 200 len: 850 time: 0.0939476 Jun 18 22:05:28.738491 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device d33693c2-f680-48fc-9e83-286b075268b5 up at agent ovs-agent-dv-cinder-766752-3-smb {{(pid=93269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:05:28.811240 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-ced99ac9-e05a-46cb-a7f2-a1b96dcba9cf None None] Provisioning complete for port 5aa202d8-6796-4c55-9796-55a58b7722d9 triggered by entity DHCP. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:05:28.811664 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-ced99ac9-e05a-46cb-a7f2-a1b96dcba9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:28.867734 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.plugin [None req-ced99ac9-e05a-46cb-a7f2-a1b96dcba9cf None None] Port 5aa202d8-6796-4c55-9796-55a58b7722d9 cannot update to ACTIVE because it is not bound. {{(pid=93269) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 22:05:28.901071 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa365c-2bed-4f5a-95c1-6ea245e2b4e2 req-b846392f-1b55-4b23-8c46-112ab4119a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:28.902565 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-0daa365c-2bed-4f5a-95c1-6ea245e2b4e2 req-b846392f-1b55-4b23-8c46-112ab4119a67 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2767e6ef-6819-45b8-a88a-d01068b3a363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1661625 Jun 18 22:05:28.904670 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc69ca7-eb26-4288-af32-b6ec586720e6 admin admin] Notify agent at l3_agent.dv-cinder-766752-3-smb the message routers_updated {{(pid=93268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 22:05:28.915088 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-abc69ca7-eb26-4288-af32-b6ec586720e6 admin admin] 10.222.0.23 "PUT /v2.0/routers/b7bef094-6463-4610-a271-5d4d2e6518a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3814557 Jun 18 22:05:28.991779 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.agents_db [None req-e551f8fc-329d-4229-a52e-01157ddddd3a None None] Agent healthcheck: found 6 active agents {{(pid=93270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 22:05:28.996627 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Provisioning for port d33693c2-f680-48fc-9e83-286b075268b5 completed by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:05:29.000106 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-0daa365c-2bed-4f5a-95c1-6ea245e2b4e2 req-9c95b670-fba8-4b09-a5e0-84e3cb01c6a9 service neutron] 10.222.0.42 "GET /v2.0/networks/2767e6ef-6819-45b8-a88a-d01068b3a363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891380 Jun 18 22:05:29.003653 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Provisioning complete for port d33693c2-f680-48fc-9e83-286b075268b5 triggered by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:05:29.004284 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:29.124627 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-0daa365c-2bed-4f5a-95c1-6ea245e2b4e2 req-fcba1227-f6ff-4937-8a21-98f400f1098e service neutron] 10.222.0.42 "GET /v2.0/networks/2767e6ef-6819-45b8-a88a-d01068b3a363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152277 Jun 18 22:05:29.127076 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:29.150107 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] For port d33693c2-f680-48fc-9e83-286b075268b5, host dv-cinder-766752-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-smb',level=0,port_id=d33693c2-f680-48fc-9e83-286b075268b5,segment=NetworkSegment(84b34c11-c765-4838-8c05-a350e58a1412),segment_id=84b34c11-c765-4838-8c05-a350e58a1412)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:05:29.236022 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:29.239966 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:29.290861 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Pushing event updated for resources: {'Port': ['ID=d33693c2-f680-48fc-9e83-286b075268b5,revision_number=4']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:29.294680 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:29.566568 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9828ce92-664b-41fd-9262-1f18274784a1 req-20a9b8a4-2489-4d80-b726-c83e899e0b67 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:29.567928 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-9828ce92-664b-41fd-9262-1f18274784a1 req-20a9b8a4-2489-4d80-b726-c83e899e0b67 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/ports?device_id=9afbb1bf-0416-43fb-9bbb-2433ceb5f0e3 HTTP/1.1" status: 200 len: 945 time: 0.0780675 Jun 18 22:05:29.609222 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-9828ce92-664b-41fd-9262-1f18274784a1 req-b711327d-effb-437a-b169-7ffc9b833e22 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1d65039-544f-4945-8129-414b24f93b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353873 Jun 18 22:05:29.727860 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 48204) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:29.730076 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.v2.base [None req-b3d213e1-194f-4213-94ff-dbaaba7dbd0b tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1992350719', 'description': 'tempest-description--205214497'}} {{(pid=93268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:05:29.807275 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-b3d213e1-194f-4213-94ff-dbaaba7dbd0b tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks [] for security_group, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:29.896789 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9b7c3c-a649-4118-aaae-2178a307e8b8 None None] Sync routers for ids ['b7bef094-6463-4610-a271-5d4d2e6518a3'] in dv-cinder-766752-3-smb {{(pid=93270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 22:05:29.907470 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9b7c3c-a649-4118-aaae-2178a307e8b8 None None] Routers {'b7bef094-6463-4610-a271-5d4d2e6518a3'} bound to L3 agent in host dv-cinder-766752-3-smb {{(pid=93270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:05:29.908216 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_hamode_db [None req-ab9b7c3c-a649-4118-aaae-2178a307e8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T21:54:00Z,description=,heartbeat_timestamp=2021-06-18T22:05:00Z,host='dv-cinder-766752-3-smb',id=cffdd0dd-f469-4450-b407-8e3f357d30fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:54:01Z,topic='l3_agent')) {'router_ids': ['b7bef094-6463-4610-a271-5d4d2e6518a3'], 'active': True} {{(pid=93270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:05:29.913749 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-b3d213e1-194f-4213-94ff-dbaaba7dbd0b tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks [] for security_group, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:29.978294 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-b3d213e1-194f-4213-94ff-dbaaba7dbd0b tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:29.983122 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-7e8b01ee-06b0-450d-ae1b-75664f6c1a19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:30.014064 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_dvr_db [None req-ab9b7c3c-a649-4118-aaae-2178a307e8b8 None None] Set router b7bef094-6463-4610-a271-5d4d2e6518a3 gateway port host: dv-cinder-766752-3-smb {{(pid=93270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:05:30.026570 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d213e1-194f-4213-94ff-dbaaba7dbd0b tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58f2a725-04fc-4d18-85d0-0d9a05d2ad5c,revision_number=1']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:30.030753 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-b3d213e1-194f-4213-94ff-dbaaba7dbd0b tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:30.104812 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-b3d213e1-194f-4213-94ff-dbaaba7dbd0b tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks [] for security_group, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:30.106092 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-b3d213e1-194f-4213-94ff-dbaaba7dbd0b tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3810120 Jun 18 22:05:30.109859 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 48218) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:30.121429 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.v2.base [None req-4c17f7b4-e18c-4805-8e3b-b2200d1e9ec1 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Request body: {'security_group_rule': {'security_group_id': '58f2a725-04fc-4d18-85d0-0d9a05d2ad5c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:05:30.209859 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-621c4fc4-913e-4af2-be37-cb24431ab8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:30.223924 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_hamode_db [None req-ab9b7c3c-a649-4118-aaae-2178a307e8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bef094-6463-4610-a271-5d4d2e6518a3', 'name': 'tempest-AttachVolumeShelveTestJSON-1631673649-router', 'tenant_id': '086d8a7db0824b69b4ceea30f277fb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.101'}], 'enable_snat': True}, 'gw_port_id': 'd33693c2-f680-48fc-9e83-286b075268b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:05:22Z', 'updated_at': '2021-06-18T22:05:27Z', 'revision_number': 4, 'project_id': '086d8a7db0824b69b4ceea30f277fb14', 'gw_port': {'id': 'd33693c2-f680-48fc-9e83-286b075268b5', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:fc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bef094-6463-4610-a271-5d4d2e6518a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:05:23Z', 'updated_at': '2021-06-18T22:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb', '_interfaces': [{'id': '5aa202d8-6796-4c55-9796-55a58b7722d9', 'name': '', 'network_id': '1d1f4389-47a7-47d4-a0f5-f21dad0f67c2', 'tenant_id': '086d8a7db0824b69b4ceea30f277fb14', 'mac_address': 'fa:16:3e:68:22:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7bef094-6463-4610-a271-5d4d2e6518a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '7481fd0b-ce05-4e67-b068-a6b20f3c0083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:05:26Z', 'updated_at': '2021-06-18T22:05:27Z', 'revision_number': 2, 'project_id': '086d8a7db0824b69b4ceea30f277fb14', 'subnets': [{'id': '7481fd0b-ce05-4e67-b068-a6b20f3c0083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-smb', False) {} {{(pid=93270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:05:30.243725 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4c17f7b4-e18c-4805-8e3b-b2200d1e9ec1 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:30.250644 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9b7c3c-a649-4118-aaae-2178a307e8b8 None None] Checking router: b7bef094-6463-4610-a271-5d4d2e6518a3 for host: dv-cinder-766752-3-smb {{(pid=93270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 22:05:30.251020 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9b7c3c-a649-4118-aaae-2178a307e8b8 None None] Updating router b7bef094-6463-4610-a271-5d4d2e6518a3 port 5aa202d8-6796-4c55-9796-55a58b7722d9 binding host dv-cinder-766752-3-smb {{(pid=93270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 22:05:30.289621 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-ab9b7c3c-a649-4118-aaae-2178a307e8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:30.321881 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:30.323494 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4c17f7b4-e18c-4805-8e3b-b2200d1e9ec1 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:30.394950 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4c17f7b4-e18c-4805-8e3b-b2200d1e9ec1 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412107'] for security_group_rule, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:30.397294 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:30.414603 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c17f7b4-e18c-4805-8e3b-b2200d1e9ec1 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8d40cc2-e3fb-49d6-9591-8066e67f4a1c,revision_number=0']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:30.418193 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-4c17f7b4-e18c-4805-8e3b-b2200d1e9ec1 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:30.509471 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4c17f7b4-e18c-4805-8e3b-b2200d1e9ec1 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:30.509612 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 48224) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:30.510098 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-4c17f7b4-e18c-4805-8e3b-b2200d1e9ec1 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3975222 Jun 18 22:05:30.513840 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.v2.base [None req-0804ee67-1442-4466-abc5-e90e6a7858a2 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Request body: {'security_group_rule': {'security_group_id': '58f2a725-04fc-4d18-85d0-0d9a05d2ad5c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:05:30.557876 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-ab9b7c3c-a649-4118-aaae-2178a307e8b8 None None] Notify callbacks [] for port, precommit_update {{(pid=93270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:30.568331 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.provisioning_blocks [None req-ab9b7c3c-a649-4118-aaae-2178a307e8b8 None None] Transition to ACTIVE for port object 5aa202d8-6796-4c55-9796-55a58b7722d9 will not be triggered until provisioned by entity L2. {{(pid=93270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:05:30.587689 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-0804ee67-1442-4466-abc5-e90e6a7858a2 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:30.659718 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-0804ee67-1442-4466-abc5-e90e6a7858a2 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:30.663845 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device d33693c2-f680-48fc-9e83-286b075268b5 up at agent ovs-agent-dv-cinder-766752-3-smb {{(pid=93269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:05:30.666297 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-ab9b7c3c-a649-4118-aaae-2178a307e8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:30.670844 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:30.712668 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa8dd7c-44af-4baa-9dfb-3067974a3409 None None] Pushing event updated for resources: {'Port': ['ID=5aa202d8-6796-4c55-9796-55a58b7722d9,revision_number=3']} {{(pid=93270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:30.714100 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Provisioning complete for port d33693c2-f680-48fc-9e83-286b075268b5 triggered by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:05:30.714571 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:30.782590 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa8dd7c-44af-4baa-9dfb-3067974a3409 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:30.782937 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa8dd7c-44af-4baa-9dfb-3067974a3409 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:30.783271 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa8dd7c-44af-4baa-9dfb-3067974a3409 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:30.783598 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa8dd7c-44af-4baa-9dfb-3067974a3409 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:30.783946 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa8dd7c-44af-4baa-9dfb-3067974a3409 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:30.784247 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa8dd7c-44af-4baa-9dfb-3067974a3409 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:30.784624 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa8dd7c-44af-4baa-9dfb-3067974a3409 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:30.784906 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa8dd7c-44af-4baa-9dfb-3067974a3409 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:30.785222 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa8dd7c-44af-4baa-9dfb-3067974a3409 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:30.785538 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa8dd7c-44af-4baa-9dfb-3067974a3409 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:30.785857 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa8dd7c-44af-4baa-9dfb-3067974a3409 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:30.786171 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa8dd7c-44af-4baa-9dfb-3067974a3409 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:05:30.817948 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG oslo_concurrency.lockutils [None req-4fa8dd7c-44af-4baa-9dfb-3067974a3409 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:30.828269 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3938c11e-8c0b-4c1d-b913-53c74dd1dba0 req-e008256e-51be-42eb-9d08-dce77bbcb47b tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:30.829894 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3938c11e-8c0b-4c1d-b913-53c74dd1dba0 req-e008256e-51be-42eb-9d08-dce77bbcb47b tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/ports?device_id=9afbb1bf-0416-43fb-9bbb-2433ceb5f0e3 HTTP/1.1" status: 200 len: 945 time: 0.0927968 Jun 18 22:05:30.869801 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3938c11e-8c0b-4c1d-b913-53c74dd1dba0 req-212c9c22-d945-4cfe-961f-d94e27d87ea3 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1d65039-544f-4945-8129-414b24f93b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340097 Jun 18 22:05:30.875598 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-0804ee67-1442-4466-abc5-e90e6a7858a2 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412107'] for security_group_rule, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:30.877565 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-637855b7-b62f-4ddf-ab42-8890f8a2fa71 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:30.908995 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0804ee67-1442-4466-abc5-e90e6a7858a2 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07ddedf8-c06d-4f05-bdf2-21876a48d0b8,revision_number=0']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:30.912728 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-0804ee67-1442-4466-abc5-e90e6a7858a2 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:30.981831 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.plugins.ml2.managers [None req-ab9b7c3c-a649-4118-aaae-2178a307e8b8 None None] Attempting to bind port 5aa202d8-6796-4c55-9796-55a58b7722d9 on host dv-cinder-766752-3-smb for vnic_type normal with profile {{(pid=93270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:05:30.981831 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.plugins.ml2.managers [None req-ab9b7c3c-a649-4118-aaae-2178a307e8b8 None None] Attempting to bind port 5aa202d8-6796-4c55-9796-55a58b7722d9 by drivers openvswitch,hyperv on host dv-cinder-766752-3-smb at level 0 using segments [{'id': 'a78d8b83-5ba8-4fe4-9d6b-ca6065c6919a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1d1f4389-47a7-47d4-a0f5-f21dad0f67c2'}] {{(pid=93270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:05:30.982118 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9b7c3c-a649-4118-aaae-2178a307e8b8 None None] Attempting to bind port 5aa202d8-6796-4c55-9796-55a58b7722d9 on network 1d1f4389-47a7-47d4-a0f5-f21dad0f67c2 {{(pid=93270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:05:30.986814 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9b7c3c-a649-4118-aaae-2178a307e8b8 None None] Checking agent: {'id': 'e70860c9-a5d2-4f1c-a15e-7701e23dd36c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 21, 54), 'started_at': datetime.datetime(2021, 6, 18, 21, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:05:30.987195 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9b7c3c-a649-4118-aaae-2178a307e8b8 None None] Checking segment: {'id': 'a78d8b83-5ba8-4fe4-9d6b-ca6065c6919a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1d1f4389-47a7-47d4-a0f5-f21dad0f67c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:05:30.987643 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-ab9b7c3c-a649-4118-aaae-2178a307e8b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:30.987996 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9b7c3c-a649-4118-aaae-2178a307e8b8 None None] Bound using segment: {'id': 'a78d8b83-5ba8-4fe4-9d6b-ca6065c6919a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1d1f4389-47a7-47d4-a0f5-f21dad0f67c2'} {{(pid=93270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:05:30.988735 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.plugins.ml2.managers [None req-ab9b7c3c-a649-4118-aaae-2178a307e8b8 None None] Bound port: 5aa202d8-6796-4c55-9796-55a58b7722d9, host: dv-cinder-766752-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a78d8b83-5ba8-4fe4-9d6b-ca6065c6919a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1d1f4389-47a7-47d4-a0f5-f21dad0f67c2'}}] {{(pid=93270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:05:30.989286 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-ab9b7c3c-a649-4118-aaae-2178a307e8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:31.000680 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-0804ee67-1442-4466-abc5-e90e6a7858a2 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:31.005664 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-0804ee67-1442-4466-abc5-e90e6a7858a2 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4961951 Jun 18 22:05:31.006257 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 48240) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:31.012031 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.v2.base [None req-cdc8345f-87ee-45d1-ba7f-224973474518 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Request body: {'floatingip': {'floating_network_id': '0a94a276-d24e-41da-a649-5ffe202eff30'}} {{(pid=93268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:05:31.040313 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 48246) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:31.061466 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.plugins.ml2.db [None req-ab9b7c3c-a649-4118-aaae-2178a307e8b8 None None] For port 5aa202d8-6796-4c55-9796-55a58b7722d9, host dv-cinder-766752-3-smb, cleared binding levels {{(pid=93270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:05:31.064634 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.plugins.ml2.db [None req-ab9b7c3c-a649-4118-aaae-2178a307e8b8 None None] For port 5aa202d8-6796-4c55-9796-55a58b7722d9, host dv-cinder-766752-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-smb',level=0,port_id=5aa202d8-6796-4c55-9796-55a58b7722d9,segment=NetworkSegment(a78d8b83-5ba8-4fe4-9d6b-ca6065c6919a),segment_id=a78d8b83-5ba8-4fe4-9d6b-ca6065c6919a)] {{(pid=93270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:05:31.088768 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e876766-4f93-4fd5-9590-4fcd418ed608 admin admin] Deleting subnet 3208e9c8-5ade-4932-ba3d-a27e02ad273d {{(pid=93268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 22:05:31.092301 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-8e876766-4f93-4fd5-9590-4fcd418ed608 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:31.126472 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-8e876766-4f93-4fd5-9590-4fcd418ed608 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019249'] for subnet, precommit_delete_associations {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:31.146812 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-cdc8345f-87ee-45d1-ba7f-224973474518 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks [] for floatingip, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:31.156129 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-ab9b7c3c-a649-4118-aaae-2178a307e8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:31.159329 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:31.207335 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-8e876766-4f93-4fd5-9590-4fcd418ed608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525357'] for subnet, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:31.218520 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa8dd7c-44af-4baa-9dfb-3067974a3409 None None] Pushing event updated for resources: {'Port': ['ID=5aa202d8-6796-4c55-9796-55a58b7722d9,revision_number=4']} {{(pid=93270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:31.221699 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG oslo_concurrency.lockutils [None req-4fa8dd7c-44af-4baa-9dfb-3067974a3409 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:31.226776 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9b7c3c-a649-4118-aaae-2178a307e8b8 None None] Routers {'b7bef094-6463-4610-a271-5d4d2e6518a3'} bound to L3 agent in host dv-cinder-766752-3-smb {{(pid=93270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:05:31.227384 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_hamode_db [None req-ab9b7c3c-a649-4118-aaae-2178a307e8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T21:54:00Z,description=,heartbeat_timestamp=2021-06-18T22:05:30Z,host='dv-cinder-766752-3-smb',id=cffdd0dd-f469-4450-b407-8e3f357d30fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:54:01Z,topic='l3_agent')) {'router_ids': ['b7bef094-6463-4610-a271-5d4d2e6518a3'], 'active': True} {{(pid=93270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:05:31.331619 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-cdc8345f-87ee-45d1-ba7f-224973474518 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550498'] for port, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:31.368508 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_dvr_db [None req-ab9b7c3c-a649-4118-aaae-2178a307e8b8 None None] Set router b7bef094-6463-4610-a271-5d4d2e6518a3 gateway port host: dv-cinder-766752-3-smb {{(pid=93270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:05:31.374027 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-8e876766-4f93-4fd5-9590-4fcd418ed608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3169623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8640369'] for subnet, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:31.380597 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:31.405296 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e876766-4f93-4fd5-9590-4fcd418ed608 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3208e9c8-5ade-4932-ba3d-a27e02ad273d,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:31.413095 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-8e876766-4f93-4fd5-9590-4fcd418ed608 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:31.430548 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-8e876766-4f93-4fd5-9590-4fcd418ed608 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678351'] for subnet, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:31.435002 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-8e876766-4f93-4fd5-9590-4fcd418ed608 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3208e9c8-5ade-4932-ba3d-a27e02ad273d HTTP/1.1" status: 204 len: 168 time: 0.3911738 Jun 18 22:05:31.436419 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 48248) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:31.499086 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.db_base_plugin_common [None req-cdc8345f-87ee-45d1-ba7f-224973474518 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Allocated IP 172.28.0.69 (0a94a276-d24e-41da-a649-5ffe202eff30/cb3e10ec-d2d2-4f62-adaa-1158cc2dc485/4c11c0f0-6715-4ab2-90b4-36a5c845d15a) {{(pid=93268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:05:31.515595 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-66c5960c-ceb9-453b-add3-817047489609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:31.523994 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-60d16f6d-8e53-47f5-afca-ba1a9f0c4f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647953'] for network, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:31.624575 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-cdc8345f-87ee-45d1-ba7f-224973474518 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks [] for port, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:31.627278 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_hamode_db [None req-ab9b7c3c-a649-4118-aaae-2178a307e8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bef094-6463-4610-a271-5d4d2e6518a3', 'name': 'tempest-AttachVolumeShelveTestJSON-1631673649-router', 'tenant_id': '086d8a7db0824b69b4ceea30f277fb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.101'}], 'enable_snat': True}, 'gw_port_id': 'd33693c2-f680-48fc-9e83-286b075268b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:05:22Z', 'updated_at': '2021-06-18T22:05:27Z', 'revision_number': 4, 'project_id': '086d8a7db0824b69b4ceea30f277fb14', 'gw_port': {'id': 'd33693c2-f680-48fc-9e83-286b075268b5', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:fc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bef094-6463-4610-a271-5d4d2e6518a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:05:23Z', 'updated_at': '2021-06-18T22:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb', '_interfaces': [{'id': '5aa202d8-6796-4c55-9796-55a58b7722d9', 'name': '', 'network_id': '1d1f4389-47a7-47d4-a0f5-f21dad0f67c2', 'tenant_id': '086d8a7db0824b69b4ceea30f277fb14', 'mac_address': 'fa:16:3e:68:22:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7bef094-6463-4610-a271-5d4d2e6518a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '7481fd0b-ce05-4e67-b068-a6b20f3c0083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:05:26Z', 'updated_at': '2021-06-18T22:05:31Z', 'revision_number': 4, 'project_id': '086d8a7db0824b69b4ceea30f277fb14', 'subnets': [{'id': '7481fd0b-ce05-4e67-b068-a6b20f3c0083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-smb', False) {} {{(pid=93270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:05:31.636130 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-60d16f6d-8e53-47f5-afca-ba1a9f0c4f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1539570', 'neutron.services.segments.db._delete_segments_for_network-8765939166931'] for network, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:31.649156 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.services.segments.db [None req-60d16f6d-8e53-47f5-afca-ba1a9f0c4f6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a87a6c4-937d-4f37-ac14-5a1a090f18f9']}} {{(pid=93267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:05:31.655086 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9b7c3c-a649-4118-aaae-2178a307e8b8 None None] The sync data for ids ['b7bef094-6463-4610-a271-5d4d2e6518a3'] in dv-cinder-766752-3-smb is: [{'id': 'b7bef094-6463-4610-a271-5d4d2e6518a3', 'name': 'tempest-AttachVolumeShelveTestJSON-1631673649-router', 'tenant_id': '086d8a7db0824b69b4ceea30f277fb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.101'}], 'enable_snat': True}, 'gw_port_id': 'd33693c2-f680-48fc-9e83-286b075268b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:05:22Z', 'updated_at': '2021-06-18T22:05:27Z', 'revision_number': 4, 'project_id': '086d8a7db0824b69b4ceea30f277fb14', 'gw_port': {'id': 'd33693c2-f680-48fc-9e83-286b075268b5', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:fc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bef094-6463-4610-a271-5d4d2e6518a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:05:23Z', 'updated_at': '2021-06-18T22:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb', '_interfaces': [{'id': '5aa202d8-6796-4c55-9796-55a58b7722d9', 'name': '', 'network_id': '1d1f4389-47a7-47d4-a0f5-f21dad0f67c2', 'tenant_id': '086d8a7db0824b69b4ceea30f277fb14', 'mac_address': 'fa:16:3e:68:22:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7bef094-6463-4610-a271-5d4d2e6518a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '7481fd0b-ce05-4e67-b068-a6b20f3c0083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:05:26Z', 'updated_at': '2021-06-18T22:05:31Z', 'revision_number': 4, 'project_id': '086d8a7db0824b69b4ceea30f277fb14', 'subnets': [{'id': '7481fd0b-ce05-4e67-b068-a6b20f3c0083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 22:05:31.662397 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.services.segments.db [None req-60d16f6d-8e53-47f5-afca-ba1a9f0c4f6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1df097bc-2de7-42fb-a789-347ceb08f8a8') {'for_net_delete': True} {{(pid=93267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:05:31.664413 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.services.segments.db [None req-60d16f6d-8e53-47f5-afca-ba1a9f0c4f6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1df097bc-2de7-42fb-a789-347ceb08f8a8') {} {{(pid=93267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:05:31.675756 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-60d16f6d-8e53-47f5-afca-ba1a9f0c4f6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765939166760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866941'] for segment, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:31.705875 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-60d16f6d-8e53-47f5-afca-ba1a9f0c4f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527226'] for segment, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:31.714357 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60d16f6d-8e53-47f5-afca-ba1a9f0c4f6c admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=93267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 22:05:31.714764 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-60d16f6d-8e53-47f5-afca-ba1a9f0c4f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2839725'] for segment, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:31.726894 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-cdc8345f-87ee-45d1-ba7f-224973474518 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-549537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1678354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765938626142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3169570'] for port, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:31.732772 dv-cinder-766752-3-smb neutron-server[93267]: Traceback (most recent call last): Jun 18 22:05:31.732772 dv-cinder-766752-3-smb neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 22:05:31.732772 dv-cinder-766752-3-smb neutron-server[93267]: timer() Jun 18 22:05:31.732772 dv-cinder-766752-3-smb neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 22:05:31.732772 dv-cinder-766752-3-smb neutron-server[93267]: cb(*args, **kw) Jun 18 22:05:31.732772 dv-cinder-766752-3-smb neutron-server[93267]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 22:05:31.732772 dv-cinder-766752-3-smb neutron-server[93267]: return func(*args, **kwargs) Jun 18 22:05:31.732772 dv-cinder-766752-3-smb neutron-server[93267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 22:05:31.732772 dv-cinder-766752-3-smb neutron-server[93267]: self._notify() Jun 18 22:05:31.732772 dv-cinder-766752-3-smb neutron-server[93267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 22:05:31.732772 dv-cinder-766752-3-smb neutron-server[93267]: self.callback(batched_events) Jun 18 22:05:31.732772 dv-cinder-766752-3-smb neutron-server[93267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 22:05:31.732772 dv-cinder-766752-3-smb neutron-server[93267]: event.method(event) Jun 18 22:05:31.732772 dv-cinder-766752-3-smb neutron-server[93267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 22:05:31.732772 dv-cinder-766752-3-smb neutron-server[93267]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 22:05:31.732772 dv-cinder-766752-3-smb neutron-server[93267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 22:05:31.732772 dv-cinder-766752-3-smb neutron-server[93267]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 22:05:31.732772 dv-cinder-766752-3-smb neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 22:05:31.732772 dv-cinder-766752-3-smb neutron-server[93267]: return f(self, *a, **k) Jun 18 22:05:31.732772 dv-cinder-766752-3-smb neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 22:05:31.732772 dv-cinder-766752-3-smb neutron-server[93267]: return self._get(url).json() Jun 18 22:05:31.732772 dv-cinder-766752-3-smb neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 22:05:31.732772 dv-cinder-766752-3-smb neutron-server[93267]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 22:05:31.732772 dv-cinder-766752-3-smb neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 22:05:31.732772 dv-cinder-766752-3-smb neutron-server[93267]: return self.request(url, 'GET', **kwargs) Jun 18 22:05:31.732772 dv-cinder-766752-3-smb neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 22:05:31.732772 dv-cinder-766752-3-smb neutron-server[93267]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 22:05:31.732772 dv-cinder-766752-3-smb neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 22:05:31.732772 dv-cinder-766752-3-smb neutron-server[93267]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 22:05:31.732772 dv-cinder-766752-3-smb neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 22:05:31.732772 dv-cinder-766752-3-smb neutron-server[93267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 22:05:31.732772 dv-cinder-766752-3-smb neutron-server[93267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 22:05:31.735049 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-d4aa522b-e669-4d34-9a19-3d58b309104f tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:31.775166 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc8345f-87ee-45d1-ba7f-224973474518 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Network 0a94a276-d24e-41da-a649-5ffe202eff30 is already hosted by enough agents. {{(pid=93268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:05:31.782037 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.base_scheduler [None req-cdc8345f-87ee-45d1-ba7f-224973474518 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Resources bound (agent type, host, resource id): {{(pid=93268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:05:31.784068 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc8345f-87ee-45d1-ba7f-224973474518 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Received port after_create {{(pid=93268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:05:31.815696 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc8345f-87ee-45d1-ba7f-224973474518 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Pushing event updated for resources: {'Port': ['ID=4c11c0f0-6715-4ab2-90b4-36a5c845d15a,revision_number=1']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:31.819703 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-cdc8345f-87ee-45d1-ba7f-224973474518 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:31.881514 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-60d16f6d-8e53-47f5-afca-ba1a9f0c4f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1539563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-490555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1678354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-515970'] for network, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:31.888360 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-60d16f6d-8e53-47f5-afca-ba1a9f0c4f6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678351'] for network, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:31.894358 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-60d16f6d-8e53-47f5-afca-ba1a9f0c4f6c admin admin] 10.222.0.23 "DELETE /v2.0/networks/1a87a6c4-937d-4f37-ac14-5a1a090f18f9 HTTP/1.1" status: 204 len: 168 time: 0.4533784 Jun 18 22:05:31.894358 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-5ba14f7d-db2d-484a-87c8-f8a0a066381c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:31.912850 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d16f6d-8e53-47f5-afca-ba1a9f0c4f6c admin admin] Pushing event deleted for resources: {'Network': ['ID=1a87a6c4-937d-4f37-ac14-5a1a090f18f9,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:31.915866 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-60d16f6d-8e53-47f5-afca-ba1a9f0c4f6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:31.930335 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-cdc8345f-87ee-45d1-ba7f-224973474518 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:32.061739 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-cdc8345f-87ee-45d1-ba7f-224973474518 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:32.189212 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 48258) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:32.229704 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-c306b07f-41e0-4064-b9cd-12f969d8ce1a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e055c1d8ad684779979613ce0b219263&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391984 Jun 18 22:05:32.230785 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-cdc8345f-87ee-45d1-ba7f-224973474518 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks [] for port, precommit_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:32.233053 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 48260) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:32.288745 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-dd69cb19-92df-4c0d-a0e1-e9672537bd34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:32.303405 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-cdc8345f-87ee-45d1-ba7f-224973474518 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3169556'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:32.306474 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-490a61d3-2093-4e34-ae4f-6bf11ea0de13 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:32.312017 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-dd69cb19-92df-4c0d-a0e1-e9672537bd34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:32.380579 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc8345f-87ee-45d1-ba7f-224973474518 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Pushing event updated for resources: {'Port': ['ID=4c11c0f0-6715-4ab2-90b4-36a5c845d15a,revision_number=2']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:32.383198 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-cdc8345f-87ee-45d1-ba7f-224973474518 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:32.386412 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-cdc8345f-87ee-45d1-ba7f-224973474518 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516016'] for floatingip, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:32.429828 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-dd69cb19-92df-4c0d-a0e1-e9672537bd34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:32.432690 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-dd69cb19-92df-4c0d-a0e1-e9672537bd34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:32.433835 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-dd69cb19-92df-4c0d-a0e1-e9672537bd34 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/28ac6748-e8b8-4eb7-9f21-b78975cb5ffb HTTP/1.1" status: 204 len: 168 time: 0.1998661 Jun 18 22:05:32.434722 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-e38904b8-420e-44e8-bf40-25a32daeb731 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:32.445184 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd69cb19-92df-4c0d-a0e1-e9672537bd34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ac6748-e8b8-4eb7-9f21-b78975cb5ffb,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:32.447501 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-dd69cb19-92df-4c0d-a0e1-e9672537bd34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:32.465870 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-cdc8345f-87ee-45d1-ba7f-224973474518 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31239'] for floatingip, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:32.478631 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-cdc8345f-87ee-45d1-ba7f-224973474518 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4704452 Jun 18 22:05:32.703734 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-9bd59062-cb85-4840-a768-ea31984a97d4 req-35d59be7-17ef-4a99-a6c8-531d3d528771 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1992350719&fields=id&tenant_id=086d8a7db0824b69b4ceea30f277fb14 HTTP/1.1" status: 200 len: 267 time: 0.0586522 Jun 18 22:05:32.748173 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device 5aa202d8-6796-4c55-9796-55a58b7722d9 up at agent ovs-agent-dv-cinder-766752-3-smb {{(pid=93269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:05:32.858796 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd59062-cb85-4840-a768-ea31984a97d4 req-d833a60d-4291-4c42-8c0a-3c88ac33809f tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:32.860490 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-9bd59062-cb85-4840-a768-ea31984a97d4 req-d833a60d-4291-4c42-8c0a-3c88ac33809f tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/networks?id=1d1f4389-47a7-47d4-a0f5-f21dad0f67c2 HTTP/1.1" status: 200 len: 817 time: 0.1469717 Jun 18 22:05:32.874430 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Provisioning for port 5aa202d8-6796-4c55-9796-55a58b7722d9 completed by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:05:32.884126 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Provisioning complete for port 5aa202d8-6796-4c55-9796-55a58b7722d9 triggered by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:05:32.884126 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:32.886976 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-9bd59062-cb85-4840-a768-ea31984a97d4 req-9090f35a-c85e-4ee7-a1ba-3c47b93efa8f tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/quotas/086d8a7db0824b69b4ceea30f277fb14 HTTP/1.1" status: 200 len: 375 time: 0.0182464 Jun 18 22:05:32.970567 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:32.975800 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-9bd59062-cb85-4840-a768-ea31984a97d4 req-dea02c00-5563-4633-a05b-5eb4578ff494 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=086d8a7db0824b69b4ceea30f277fb14&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0886040 Jun 18 22:05:33.006166 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] For port 5aa202d8-6796-4c55-9796-55a58b7722d9, host dv-cinder-766752-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-smb',level=0,port_id=5aa202d8-6796-4c55-9796-55a58b7722d9,segment=NetworkSegment(a78d8b83-5ba8-4fe4-9d6b-ca6065c6919a),segment_id=a78d8b83-5ba8-4fe4-9d6b-ca6065c6919a)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:05:33.081424 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:33.083229 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-e97dd30a-c966-474d-b10d-1f1ce4e86018 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:33.086526 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-9bd59062-cb85-4840-a768-ea31984a97d4 req-4559e85e-603e-43f4-bba2-7eb3408590d8 service neutron] 10.222.0.23 "GET /v2.0/networks/1d1f4389-47a7-47d4-a0f5-f21dad0f67c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927653 Jun 18 22:05:33.175210 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Pushing event updated for resources: {'Port': ['ID=5aa202d8-6796-4c55-9796-55a58b7722d9,revision_number=5']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:33.181328 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:33.205604 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-9bd59062-cb85-4840-a768-ea31984a97d4 req-82049937-38bc-403b-84f9-bedc8146177d service neutron] 10.222.0.23 "GET /v2.0/networks/1d1f4389-47a7-47d4-a0f5-f21dad0f67c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143565 Jun 18 22:05:33.258922 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-cfd4400b-1529-4ea9-a221-6a7c5fbf6a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:33.475617 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-7e2eef3c-08a4-4d2c-b63d-8ae805d7a4cd req-2cddc12f-de26-4cd4-a2a1-93bc452db998 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 210 time: 0.0484614 Jun 18 22:05:34.578071 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-cd2f1f0e-537d-456a-bd0b-e7b646ce98a6 req-5aa803e1-9255-477f-9415-a84a6d9f13f8 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 210 time: 0.0383222 Jun 18 22:05:34.657343 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device 5aa202d8-6796-4c55-9796-55a58b7722d9 up at agent ovs-agent-dv-cinder-766752-3-smb {{(pid=93269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:05:34.660399 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 48354) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:34.712355 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Provisioning complete for port 5aa202d8-6796-4c55-9796-55a58b7722d9 triggered by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:05:34.712763 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:34.798036 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-f8b3451e-593f-4b33-85e7-24efa951ac08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:34.884434 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-f8b3451e-593f-4b33-85e7-24efa951ac08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:34.967113 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-f8b3451e-593f-4b33-85e7-24efa951ac08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:34.970721 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-d7588a1e-3013-49d4-9aca-fd1ea07eedfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:35.005359 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-f8b3451e-593f-4b33-85e7-24efa951ac08 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e73366b44df34e43a89cdfad3081d6fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3438663 Jun 18 22:05:35.006255 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b3451e-593f-4b33-85e7-24efa951ac08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01fcf8cb-ca4f-48cf-816b-08a6f6271a75,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:35.008120 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 48358) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:35.009588 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-f8b3451e-593f-4b33-85e7-24efa951ac08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:35.058940 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-7e9d32d7-6297-4d04-97d9-58e81fe292ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:35.081604 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-7e9d32d7-6297-4d04-97d9-58e81fe292ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:35.172260 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-7e9d32d7-6297-4d04-97d9-58e81fe292ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:35.174834 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-7e9d32d7-6297-4d04-97d9-58e81fe292ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:35.176050 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-7e9d32d7-6297-4d04-97d9-58e81fe292ac admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/01fcf8cb-ca4f-48cf-816b-08a6f6271a75 HTTP/1.1" status: 204 len: 168 time: 0.1668828 Jun 18 22:05:35.176903 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-70e9bb13-dd15-408a-8e86-48d43f2b8369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:35.186035 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9d32d7-6297-4d04-97d9-58e81fe292ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01fcf8cb-ca4f-48cf-816b-08a6f6271a75,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:35.188302 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-7e9d32d7-6297-4d04-97d9-58e81fe292ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:35.761540 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 48384) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:35.768643 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3055450c-d0cd-4ac5-b308-c37562182201 req-edffbfad-8e3b-444d-b605-59d46ba2662b tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 210 time: 0.0569065 Jun 18 22:05:35.770623 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3a56888f-43d4-4dc6-838d-8598529ef9b0 req-8b8ff87c-d869-4692-98f0-91c240a0ba2f tempest-VolumesNegativeTest-1110693355 tempest-VolumesNegativeTest-1110693355-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=858c57a5016541069b47a0834b66a1aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0486770 Jun 18 22:05:35.775463 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-1f1ef57b-4182-43e1-9ac3-08e50a06d2dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:35.873400 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-1f1ef57b-4182-43e1-9ac3-08e50a06d2dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:35.949123 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-1f1ef57b-4182-43e1-9ac3-08e50a06d2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:35.952316 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-c1cc2899-ca11-4ce6-89f3-8e02734a6ec0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:35.993207 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1ef57b-4182-43e1-9ac3-08e50a06d2dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef60316-5628-49b7-b1a3-f95251c0a63b,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:35.998236 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-1f1ef57b-4182-43e1-9ac3-08e50a06d2dd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=04d404678b8a40ed915d8d4f390b1013&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2351336 Jun 18 22:05:35.999427 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-1f1ef57b-4182-43e1-9ac3-08e50a06d2dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:36.000827 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 48386) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:36.054168 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-48c99732-17a1-46f7-b1d2-f28d6eea28ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:36.075857 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-48c99732-17a1-46f7-b1d2-f28d6eea28ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:36.204700 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a56888f-43d4-4dc6-838d-8598529ef9b0 req-3ace7b2c-0a9f-4bed-b157-f3c9fdf5d869 tempest-VolumesNegativeTest-1110693355 tempest-VolumesNegativeTest-1110693355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:36.205212 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-48c99732-17a1-46f7-b1d2-f28d6eea28ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:36.206882 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3a56888f-43d4-4dc6-838d-8598529ef9b0 req-3ace7b2c-0a9f-4bed-b157-f3c9fdf5d869 tempest-VolumesNegativeTest-1110693355 tempest-VolumesNegativeTest-1110693355-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4298346 Jun 18 22:05:36.207809 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-48c99732-17a1-46f7-b1d2-f28d6eea28ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:36.208956 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-48c99732-17a1-46f7-b1d2-f28d6eea28ba admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1ef60316-5628-49b7-b1a3-f95251c0a63b HTTP/1.1" status: 204 len: 168 time: 0.2072051 Jun 18 22:05:36.209783 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-23032201-fae8-4d22-a62c-b68b3c03c176 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:36.219890 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c99732-17a1-46f7-b1d2-f28d6eea28ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef60316-5628-49b7-b1a3-f95251c0a63b,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:36.222350 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-48c99732-17a1-46f7-b1d2-f28d6eea28ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:36.223280 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3a56888f-43d4-4dc6-838d-8598529ef9b0 req-e3bb5d66-d90c-4d0e-98d2-09583b38fe2b tempest-VolumesNegativeTest-1110693355 tempest-VolumesNegativeTest-1110693355-project] 10.222.0.23 "GET /v2.0/quotas/858c57a5016541069b47a0834b66a1aa HTTP/1.1" status: 200 len: 375 time: 0.0116811 Jun 18 22:05:36.262983 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3a56888f-43d4-4dc6-838d-8598529ef9b0 req-761bf100-2fff-4081-8ad3-dd312c3d50bd tempest-VolumesNegativeTest-1110693355 tempest-VolumesNegativeTest-1110693355-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=858c57a5016541069b47a0834b66a1aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339463 Jun 18 22:05:36.387271 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd59062-cb85-4840-a768-ea31984a97d4 req-998322c4-8805-4e97-a4bf-be09cdc7aca4 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:36.388824 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-9bd59062-cb85-4840-a768-ea31984a97d4 req-998322c4-8805-4e97-a4bf-be09cdc7aca4 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.42 "GET /v2.0/networks?id=1d1f4389-47a7-47d4-a0f5-f21dad0f67c2 HTTP/1.1" status: 200 len: 817 time: 0.1065514 Jun 18 22:05:36.450873 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-9bd59062-cb85-4840-a768-ea31984a97d4 req-e9cad4f9-64af-422b-a6d3-31bef3578f8a tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=086d8a7db0824b69b4ceea30f277fb14 HTTP/1.1" status: 200 len: 380 time: 0.0479422 Jun 18 22:05:36.471136 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.v2.base [req-9bd59062-cb85-4840-a768-ea31984a97d4 req-9a4966ac-75c7-4e16-bf91-b24565436bb5 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Request body: {'port': {'device_id': '82ef5668-f50a-42c7-ab14-8e988a838c89', 'network_id': '1d1f4389-47a7-47d4-a0f5-f21dad0f67c2', 'admin_state_up': True, 'tenant_id': '086d8a7db0824b69b4ceea30f277fb14', 'security_groups': ['58f2a725-04fc-4d18-85d0-0d9a05d2ad5c']}} {{(pid=93268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:05:36.549736 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-d496e726-9eb6-4ea1-b348-52fb7329f2ce req-ccb32e89-29a5-4c67-bf45-6494cba8062c tempest-VolumesNegativeTest-1110693355 tempest-VolumesNegativeTest-1110693355-project] 10.222.0.23 "GET /v2.0/ports?device_id=a103f6ae-0fb4-42e3-81f5-216602ad2c86 HTTP/1.1" status: 200 len: 210 time: 0.0597188 Jun 18 22:05:36.720753 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bd59062-cb85-4840-a768-ea31984a97d4 req-9a4966ac-75c7-4e16-bf91-b24565436bb5 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Made reservation on behalf of 086d8a7db0824b69b4ceea30f277fb14 for: {'port': 1} {{(pid=93268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:05:36.724437 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-9bd59062-cb85-4840-a768-ea31984a97d4 req-9a4966ac-75c7-4e16-bf91-b24565436bb5 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550498'] for port, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:36.872175 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.db_base_plugin_common [req-9bd59062-cb85-4840-a768-ea31984a97d4 req-9a4966ac-75c7-4e16-bf91-b24565436bb5 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Allocated IP 172.20.0.5 (1d1f4389-47a7-47d4-a0f5-f21dad0f67c2/7481fd0b-ce05-4e67-b068-a6b20f3c0083/213c452f-edf0-4d01-b4d8-f0d36789ef50) {{(pid=93268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:05:36.998975 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-47a10212-96bf-4f7a-a25c-035e945dd779 req-b753514a-f4cf-4e11-b6ff-7cad621d271d tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 210 time: 0.0717661 Jun 18 22:05:37.063701 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-9bd59062-cb85-4840-a768-ea31984a97d4 req-9a4966ac-75c7-4e16-bf91-b24565436bb5 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks [] for port, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:37.077244 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [req-9bd59062-cb85-4840-a768-ea31984a97d4 req-9a4966ac-75c7-4e16-bf91-b24565436bb5 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Transition to ACTIVE for port object 213c452f-edf0-4d01-b4d8-f0d36789ef50 will not be triggered until provisioned by entity DHCP. {{(pid=93268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:05:37.206720 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-9bd59062-cb85-4840-a768-ea31984a97d4 req-9a4966ac-75c7-4e16-bf91-b24565436bb5 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-549537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1678354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765938626142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3169570'] for port, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:37.212465 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-d195ce62-4cfb-4a21-89ee-34c5ea946a52 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:37.251540 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bd59062-cb85-4840-a768-ea31984a97d4 req-9a4966ac-75c7-4e16-bf91-b24565436bb5 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Network 1d1f4389-47a7-47d4-a0f5-f21dad0f67c2 is already hosted by enough agents. {{(pid=93268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:05:37.254719 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.base_scheduler [req-9bd59062-cb85-4840-a768-ea31984a97d4 req-9a4966ac-75c7-4e16-bf91-b24565436bb5 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Resources bound (agent type, host, resource id): {{(pid=93268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:05:37.257454 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bd59062-cb85-4840-a768-ea31984a97d4 req-9a4966ac-75c7-4e16-bf91-b24565436bb5 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Received port after_create {{(pid=93268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:05:37.297566 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4966ac-75c7-4e16-bf91-b24565436bb5 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Pushing event updated for resources: {'Port': ['ID=213c452f-edf0-4d01-b4d8-f0d36789ef50,revision_number=1']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:37.301411 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-9a4966ac-75c7-4e16-bf91-b24565436bb5 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:37.324492 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd59062-cb85-4840-a768-ea31984a97d4 req-9a4966ac-75c7-4e16-bf91-b24565436bb5 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:37.325270 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-9bd59062-cb85-4840-a768-ea31984a97d4 req-9a4966ac-75c7-4e16-bf91-b24565436bb5 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31239'] for port, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:37.428488 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-9bd59062-cb85-4840-a768-ea31984a97d4 req-9a4966ac-75c7-4e16-bf91-b24565436bb5 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9645088 Jun 18 22:05:37.461460 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.v2.base [req-9bd59062-cb85-4840-a768-ea31984a97d4 req-1c2187b6-b33b-45d2-828d-704d05114400 service neutron] Request body: {'port': {'device_id': '82ef5668-f50a-42c7-ab14-8e988a838c89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=93268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:05:37.535099 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-9bd59062-cb85-4840-a768-ea31984a97d4 req-1c2187b6-b33b-45d2-828d-704d05114400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:37.600326 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-72f442aa-8074-4393-8e1e-2da9793a9598 None None] Provisioning for port 213c452f-edf0-4d01-b4d8-f0d36789ef50 completed by entity DHCP. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:05:37.605354 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-72f442aa-8074-4393-8e1e-2da9793a9598 None None] Provisioning complete for port 213c452f-edf0-4d01-b4d8-f0d36789ef50 triggered by entity DHCP. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:05:37.615780 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-72f442aa-8074-4393-8e1e-2da9793a9598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:37.672585 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.plugin [None req-72f442aa-8074-4393-8e1e-2da9793a9598 None None] Port 213c452f-edf0-4d01-b4d8-f0d36789ef50 cannot update to ACTIVE because it is not bound. {{(pid=93269) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 22:05:37.674508 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a57fb51b-f1a1-4eb8-89f0-811f0f4b6c49 req-02af5176-5c8d-422a-894f-31d1fae3c20d tempest-VolumesNegativeTest-1110693355 tempest-VolumesNegativeTest-1110693355-project] 10.222.0.23 "GET /v2.0/ports?device_id=a103f6ae-0fb4-42e3-81f5-216602ad2c86 HTTP/1.1" status: 200 len: 210 time: 0.0385876 Jun 18 22:05:37.842514 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.notifiers.nova [req-9bd59062-cb85-4840-a768-ea31984a97d4 req-1c2187b6-b33b-45d2-828d-704d05114400 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 213c452f-edf0-4d01-b4d8-f0d36789ef50 {{(pid=93268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:05:37.850523 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-9bd59062-cb85-4840-a768-ea31984a97d4 req-1c2187b6-b33b-45d2-828d-704d05114400 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:37.863296 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [req-9bd59062-cb85-4840-a768-ea31984a97d4 req-1c2187b6-b33b-45d2-828d-704d05114400 service neutron] Transition to ACTIVE for port object 213c452f-edf0-4d01-b4d8-f0d36789ef50 will not be triggered until provisioned by entity L2. {{(pid=93268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:05:37.977718 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-9bd59062-cb85-4840-a768-ea31984a97d4 req-1c2187b6-b33b-45d2-828d-704d05114400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3169556'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:37.979924 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-5e7c5356-44bc-40e0-9a15-26befbd24994 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:38.062561 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2187b6-b33b-45d2-828d-704d05114400 service neutron] Pushing event updated for resources: {'Port': ['ID=213c452f-edf0-4d01-b4d8-f0d36789ef50,revision_number=2']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:38.068827 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-1c2187b6-b33b-45d2-828d-704d05114400 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:38.186365 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [req-9bd59062-cb85-4840-a768-ea31984a97d4 req-1c2187b6-b33b-45d2-828d-704d05114400 service neutron] Attempting to bind port 213c452f-edf0-4d01-b4d8-f0d36789ef50 on host hv-cinder-76675 for vnic_type normal with profile {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:05:38.186702 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [req-9bd59062-cb85-4840-a768-ea31984a97d4 req-1c2187b6-b33b-45d2-828d-704d05114400 service neutron] Attempting to bind port 213c452f-edf0-4d01-b4d8-f0d36789ef50 by drivers openvswitch,hyperv on host hv-cinder-76675 at level 0 using segments [{'id': 'a78d8b83-5ba8-4fe4-9d6b-ca6065c6919a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1d1f4389-47a7-47d4-a0f5-f21dad0f67c2'}] {{(pid=93268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:05:38.187196 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd59062-cb85-4840-a768-ea31984a97d4 req-1c2187b6-b33b-45d2-828d-704d05114400 service neutron] Attempting to bind port 213c452f-edf0-4d01-b4d8-f0d36789ef50 on network 1d1f4389-47a7-47d4-a0f5-f21dad0f67c2 {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:05:38.212209 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd59062-cb85-4840-a768-ea31984a97d4 req-1c2187b6-b33b-45d2-828d-704d05114400 service neutron] Port 213c452f-edf0-4d01-b4d8-f0d36789ef50 on network 1d1f4389-47a7-47d4-a0f5-f21dad0f67c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76675 {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 22:05:38.212463 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd59062-cb85-4840-a768-ea31984a97d4 req-1c2187b6-b33b-45d2-828d-704d05114400 service neutron] Attempting to bind port 213c452f-edf0-4d01-b4d8-f0d36789ef50 on network 1d1f4389-47a7-47d4-a0f5-f21dad0f67c2 {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:05:38.236194 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd59062-cb85-4840-a768-ea31984a97d4 req-1c2187b6-b33b-45d2-828d-704d05114400 service neutron] Checking agent: {'id': '2f1318d3-4eca-4d35-9b75-a551f42ebb29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 22, 0, 20), 'started_at': datetime.datetime(2021, 6, 18, 22, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:05:38.236533 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd59062-cb85-4840-a768-ea31984a97d4 req-1c2187b6-b33b-45d2-828d-704d05114400 service neutron] Checking segment: {'id': 'a78d8b83-5ba8-4fe4-9d6b-ca6065c6919a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1d1f4389-47a7-47d4-a0f5-f21dad0f67c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:05:38.236926 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd59062-cb85-4840-a768-ea31984a97d4 req-1c2187b6-b33b-45d2-828d-704d05114400 service neutron] Bound using segment: {'id': 'a78d8b83-5ba8-4fe4-9d6b-ca6065c6919a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1d1f4389-47a7-47d4-a0f5-f21dad0f67c2'} {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:05:38.237411 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [req-9bd59062-cb85-4840-a768-ea31984a97d4 req-1c2187b6-b33b-45d2-828d-704d05114400 service neutron] Bound port: 213c452f-edf0-4d01-b4d8-f0d36789ef50, host: hv-cinder-76675, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a78d8b83-5ba8-4fe4-9d6b-ca6065c6919a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1d1f4389-47a7-47d4-a0f5-f21dad0f67c2'}}] {{(pid=93268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:05:38.237757 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-9bd59062-cb85-4840-a768-ea31984a97d4 req-1c2187b6-b33b-45d2-828d-704d05114400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:38.335962 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6bde0-eaa2-41da-9af9-3799df9929d2 req-196a6d88-b968-4561-bc4f-3263b79d5fe6 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:38.337509 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-88c6bde0-eaa2-41da-9af9-3799df9929d2 req-196a6d88-b968-4561-bc4f-3263b79d5fe6 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 943 time: 0.1655025 Jun 18 22:05:38.356191 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.db [req-9bd59062-cb85-4840-a768-ea31984a97d4 req-1c2187b6-b33b-45d2-828d-704d05114400 service neutron] For port 213c452f-edf0-4d01-b4d8-f0d36789ef50, host hv-cinder-76675, cleared binding levels {{(pid=93268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:05:38.379618 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.db [req-9bd59062-cb85-4840-a768-ea31984a97d4 req-1c2187b6-b33b-45d2-828d-704d05114400 service neutron] For port 213c452f-edf0-4d01-b4d8-f0d36789ef50, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=213c452f-edf0-4d01-b4d8-f0d36789ef50,segment=NetworkSegment(a78d8b83-5ba8-4fe4-9d6b-ca6065c6919a),segment_id=a78d8b83-5ba8-4fe4-9d6b-ca6065c6919a)] {{(pid=93268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:05:38.395549 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-88c6bde0-eaa2-41da-9af9-3799df9929d2 req-c358262a-679a-4480-9b85-9c5da77b9c28 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=58f2a725-04fc-4d18-85d0-0d9a05d2ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488353 Jun 18 22:05:38.463810 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-9bd59062-cb85-4840-a768-ea31984a97d4 req-1c2187b6-b33b-45d2-828d-704d05114400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3169556'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:38.467933 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-13fcf4eb-fd79-4d17-b1f1-de84a90e1975 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:38.508698 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd59062-cb85-4840-a768-ea31984a97d4 req-1c2187b6-b33b-45d2-828d-704d05114400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:38.509329 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-9bd59062-cb85-4840-a768-ea31984a97d4 req-1c2187b6-b33b-45d2-828d-704d05114400 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31239'] for port, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:38.510664 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-9bd59062-cb85-4840-a768-ea31984a97d4 req-1c2187b6-b33b-45d2-828d-704d05114400 service neutron] 10.222.0.42 "PUT /v2.0/ports/213c452f-edf0-4d01-b4d8-f0d36789ef50 HTTP/1.1" status: 200 len: 1093 time: 1.0544150 Jun 18 22:05:38.511145 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82ef5668-f50a-42c7-ab14-8e988a838c89', 'tag': '213c452f-edf0-4d01-b4d8-f0d36789ef50'}] {{(pid=93268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:05:38.513496 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ff4b25c03651656652c9c7d58efcdba903c051ef33b3f53eb93af1a53304f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc33409a-774b-44fe-8bf8-63b0de2b6d24" -d '{"events": [{"name": "network-changed", "server_uuid": "82ef5668-f50a-42c7-ab14-8e988a838c89", "tag": "213c452f-edf0-4d01-b4d8-f0d36789ef50"}]}' {{(pid=93268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:05:38.535565 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2187b6-b33b-45d2-828d-704d05114400 service neutron] Pushing event updated for resources: {'Port': ['ID=213c452f-edf0-4d01-b4d8-f0d36789ef50,revision_number=3']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:38.548050 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-1c2187b6-b33b-45d2-828d-704d05114400 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:38.551466 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 22:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-620a9559-94dc-47ad-8b47-77bd32581b3c x-openstack-request-id: req-620a9559-94dc-47ad-8b47-77bd32581b3c {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:05:38.551832 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82ef5668-f50a-42c7-ab14-8e988a838c89", "tag": "213c452f-edf0-4d01-b4d8-f0d36789ef50", "status": "completed", "code": 200}]} {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:05:38.552110 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-620a9559-94dc-47ad-8b47-77bd32581b3c {{(pid=93268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:05:38.552532 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82ef5668-f50a-42c7-ab14-8e988a838c89', 'tag': '213c452f-edf0-4d01-b4d8-f0d36789ef50', 'status': 'completed', 'code': 200} Jun 18 22:05:38.746766 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33409a-774b-44fe-8bf8-63b0de2b6d24 req-04636c8d-1622-4aa2-9e69-981544eb5361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:38.748396 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-fc33409a-774b-44fe-8bf8-63b0de2b6d24 req-04636c8d-1622-4aa2-9e69-981544eb5361 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=086d8a7db0824b69b4ceea30f277fb14&device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 1096 time: 0.0759799 Jun 18 22:05:38.858970 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-12aa57ed-f4b1-4c7c-841f-494313a6527b req-7e02769a-3e13-41db-bf05-c88f54663419 tempest-VolumesNegativeTest-1110693355 tempest-VolumesNegativeTest-1110693355-project] 10.222.0.23 "GET /v2.0/ports?device_id=a103f6ae-0fb4-42e3-81f5-216602ad2c86 HTTP/1.1" status: 200 len: 210 time: 0.0414286 Jun 18 22:05:38.890287 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fd5053-20a1-46a5-87bc-8220ad701b72 req-9bea8f6d-642c-4ae4-9f4f-5b6862ce3ff8 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:38.891782 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-d8fd5053-20a1-46a5-87bc-8220ad701b72 req-9bea8f6d-642c-4ae4-9f4f-5b6862ce3ff8 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8f2e372-7963-4160-b972-7ae860b23686 HTTP/1.1" status: 200 len: 946 time: 0.1608949 Jun 18 22:05:38.935145 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33409a-774b-44fe-8bf8-63b0de2b6d24 req-ebad6102-1663-42f5-9519-8e00566eabab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:38.936576 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-fc33409a-774b-44fe-8bf8-63b0de2b6d24 req-ebad6102-1663-42f5-9519-8e00566eabab service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=086d8a7db0824b69b4ceea30f277fb14&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1688874 Jun 18 22:05:38.949991 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-d8fd5053-20a1-46a5-87bc-8220ad701b72 req-80e31176-f874-4706-b419-afaf3f2298e8 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.23 "GET /v2.0/security-groups?id=148a0607-d52e-4437-9a58-1f56f964bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493207 Jun 18 22:05:39.093282 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33409a-774b-44fe-8bf8-63b0de2b6d24 req-c57de22a-ecf1-4925-96bb-7586a0380e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:39.095555 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-fc33409a-774b-44fe-8bf8-63b0de2b6d24 req-c57de22a-ecf1-4925-96bb-7586a0380e4f service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0988634 Jun 18 22:05:39.212734 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd59062-cb85-4840-a768-ea31984a97d4 req-42303ceb-a11e-433e-8dcd-386c80426c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:39.214719 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-9bd59062-cb85-4840-a768-ea31984a97d4 req-42303ceb-a11e-433e-8dcd-386c80426c93 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=086d8a7db0824b69b4ceea30f277fb14&device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 1096 time: 0.0541339 Jun 18 22:05:39.276284 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-9bd59062-cb85-4840-a768-ea31984a97d4 req-93260161-3b3b-4b13-853f-7a8840c876f4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=213c452f-edf0-4d01-b4d8-f0d36789ef50 HTTP/1.1" status: 200 len: 217 time: 0.0467484 Jun 18 22:05:39.295383 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3a56888f-43d4-4dc6-838d-8598529ef9b0 req-8e20c5a8-103f-425a-88d1-8eb6dcace4c2 tempest-VolumesNegativeTest-1110693355 tempest-VolumesNegativeTest-1110693355-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=858c57a5016541069b47a0834b66a1aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282922 Jun 18 22:05:39.384240 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd59062-cb85-4840-a768-ea31984a97d4 req-5ea2c869-460f-47e2-9dce-d0fb688e9bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:39.385708 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-9bd59062-cb85-4840-a768-ea31984a97d4 req-5ea2c869-460f-47e2-9dce-d0fb688e9bb9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7481fd0b-ce05-4e67-b068-a6b20f3c0083 HTTP/1.1" status: 200 len: 856 time: 0.0988476 Jun 18 22:05:39.456067 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a56888f-43d4-4dc6-838d-8598529ef9b0 req-4789a3a5-9b8e-48da-90a8-09badd9880c2 tempest-VolumesNegativeTest-1110693355 tempest-VolumesNegativeTest-1110693355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:39.457516 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3a56888f-43d4-4dc6-838d-8598529ef9b0 req-4789a3a5-9b8e-48da-90a8-09badd9880c2 tempest-VolumesNegativeTest-1110693355 tempest-VolumesNegativeTest-1110693355-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1437650 Jun 18 22:05:39.477854 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.v2.base [req-3a56888f-43d4-4dc6-838d-8598529ef9b0 req-d37ee56f-b410-40ab-bed9-68f11c7bf136 tempest-VolumesNegativeTest-1110693355 tempest-VolumesNegativeTest-1110693355-project] Request body: {'port': {'device_id': 'a103f6ae-0fb4-42e3-81f5-216602ad2c86', 'network_id': '0467fccb-7d88-4fbc-84fe-9b811e00240d', 'admin_state_up': True, 'tenant_id': '858c57a5016541069b47a0834b66a1aa'}} {{(pid=93268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:05:39.524726 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd59062-cb85-4840-a768-ea31984a97d4 req-2f3a90ed-59ac-473d-9379-851175833ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:39.526186 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-9bd59062-cb85-4840-a768-ea31984a97d4 req-2f3a90ed-59ac-473d-9379-851175833ebf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1d1f4389-47a7-47d4-a0f5-f21dad0f67c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1326592 Jun 18 22:05:39.554404 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 48498) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:39.664965 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-599620c5-510b-4dbc-9eb7-a5d95cd46e5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:39.703235 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.db.api [req-3a56888f-43d4-4dc6-838d-8598529ef9b0 req-d37ee56f-b410-40ab-bed9-68f11c7bf136 tempest-VolumesNegativeTest-1110693355 tempest-VolumesNegativeTest-1110693355-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 18 22:05:39.703235 dv-cinder-766752-3-smb neutron-server[93268]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 18 22:05:39.703235 dv-cinder-766752-3-smb neutron-server[93268]: [parameters: {'project_id': '858c57a5016541069b47a0834b66a1aa', 'id': '8500ea21-eb88-489e-b304-71a3cce52051', 'expiration': datetime.datetime(2021, 6, 18, 22, 7, 39, 688500)}] Jun 18 22:05:39.703235 dv-cinder-766752-3-smb neutron-server[93268]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93268) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 22:05:39.703679 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_db.api [req-3a56888f-43d4-4dc6-838d-8598529ef9b0 req-d37ee56f-b410-40ab-bed9-68f11c7bf136 tempest-VolumesNegativeTest-1110693355 tempest-VolumesNegativeTest-1110693355-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 22:05:39.713138 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f63d52-5556-4db5-b6fc-4982ea9b22f6 req-68668482-f7c5-478f-ad2e-377ffbce6334 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:39.715205 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a0f63d52-5556-4db5-b6fc-4982ea9b22f6 req-68668482-f7c5-478f-ad2e-377ffbce6334 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 943 time: 0.1785138 Jun 18 22:05:39.719147 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-9bd59062-cb85-4840-a768-ea31984a97d4 req-21710db7-3e2a-4166-8ab2-00c3f98b3e33 service neutron] 10.222.0.42 "GET /v2.0/networks/1d1f4389-47a7-47d4-a0f5-f21dad0f67c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854815 Jun 18 22:05:39.774553 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-599620c5-510b-4dbc-9eb7-a5d95cd46e5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:39.799773 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a0f63d52-5556-4db5-b6fc-4982ea9b22f6 req-c869cd15-76c3-4635-9399-7a79e5fa67b0 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=58f2a725-04fc-4d18-85d0-0d9a05d2ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770428 Jun 18 22:05:39.836315 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-9bd59062-cb85-4840-a768-ea31984a97d4 req-1263032e-415b-4420-bfe4-f16bcaf0987f service neutron] 10.222.0.42 "GET /v2.0/networks/1d1f4389-47a7-47d4-a0f5-f21dad0f67c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073587 Jun 18 22:05:39.839793 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-599620c5-510b-4dbc-9eb7-a5d95cd46e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:39.843423 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-1cd2e027-f571-41e0-8e7f-46587598dae6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:39.879000 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-599620c5-510b-4dbc-9eb7-a5d95cd46e5d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a20d64b9199b492190d988230ada9bd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3235071 Jun 18 22:05:39.879763 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599620c5-510b-4dbc-9eb7-a5d95cd46e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0ba813-4af3-46d4-8b92-3264496ba622,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:39.882837 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-599620c5-510b-4dbc-9eb7-a5d95cd46e5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:39.883359 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 48506) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:39.933726 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-73e2d2ba-6baa-43b0-9964-6a0bb14f54b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:39.958565 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-73e2d2ba-6baa-43b0-9964-6a0bb14f54b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:40.011047 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a562facf-a609-4f25-a1b8-8a69f7206606 req-a7665a26-b1da-47d6-990c-427fa265af60 tempest-VolumesNegativeTest-1110693355 tempest-VolumesNegativeTest-1110693355-project] 10.222.0.23 "GET /v2.0/ports?device_id=a103f6ae-0fb4-42e3-81f5-216602ad2c86 HTTP/1.1" status: 200 len: 210 time: 0.0383906 Jun 18 22:05:40.091430 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-73e2d2ba-6baa-43b0-9964-6a0bb14f54b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:40.093927 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-73e2d2ba-6baa-43b0-9964-6a0bb14f54b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:40.094996 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-73e2d2ba-6baa-43b0-9964-6a0bb14f54b6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1e0ba813-4af3-46d4-8b92-3264496ba622 HTTP/1.1" status: 204 len: 168 time: 0.2104073 Jun 18 22:05:40.097198 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-84aafc3e-06ea-4c32-8ea5-f9c542d8d9c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:40.108349 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e2d2ba-6baa-43b0-9964-6a0bb14f54b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0ba813-4af3-46d4-8b92-3264496ba622,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:40.110863 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-73e2d2ba-6baa-43b0-9964-6a0bb14f54b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:40.142870 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6287b2-af5e-4a67-9601-bc17840b317d req-f1f66c41-5e04-4182-9cce-8092bead827d tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:40.144369 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-de6287b2-af5e-4a67-9601-bc17840b317d req-f1f66c41-5e04-4182-9cce-8092bead827d tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8f2e372-7963-4160-b972-7ae860b23686 HTTP/1.1" status: 200 len: 946 time: 0.0818577 Jun 18 22:05:40.182339 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-de6287b2-af5e-4a67-9601-bc17840b317d req-94ea96f4-b681-46ec-b362-9b3bddfbbe0a tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.23 "GET /v2.0/security-groups?id=148a0607-d52e-4437-9a58-1f56f964bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314367 Jun 18 22:05:40.309176 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a56888f-43d4-4dc6-838d-8598529ef9b0 req-d37ee56f-b410-40ab-bed9-68f11c7bf136 tempest-VolumesNegativeTest-1110693355 tempest-VolumesNegativeTest-1110693355-project] Made reservation on behalf of 858c57a5016541069b47a0834b66a1aa for: {'port': 1} {{(pid=93268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:05:40.312911 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-3a56888f-43d4-4dc6-838d-8598529ef9b0 req-d37ee56f-b410-40ab-bed9-68f11c7bf136 tempest-VolumesNegativeTest-1110693355 tempest-VolumesNegativeTest-1110693355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550498'] for port, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:40.321771 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-3a56888f-43d4-4dc6-838d-8598529ef9b0 req-d37ee56f-b410-40ab-bed9-68f11c7bf136 tempest-VolumesNegativeTest-1110693355 tempest-VolumesNegativeTest-1110693355-project] Notify callbacks [] for security_group, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:40.416037 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-3a56888f-43d4-4dc6-838d-8598529ef9b0 req-d37ee56f-b410-40ab-bed9-68f11c7bf136 tempest-VolumesNegativeTest-1110693355 tempest-VolumesNegativeTest-1110693355-project] Notify callbacks [] for security_group, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:40.479079 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-3a56888f-43d4-4dc6-838d-8598529ef9b0 req-d37ee56f-b410-40ab-bed9-68f11c7bf136 tempest-VolumesNegativeTest-1110693355 tempest-VolumesNegativeTest-1110693355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:40.482800 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-f804870c-3f1c-498f-a68a-5d4eb8933917 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:40.541508 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37ee56f-b410-40ab-bed9-68f11c7bf136 tempest-VolumesNegativeTest-1110693355 tempest-VolumesNegativeTest-1110693355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72deaab9-ad76-4460-8fe8-e1978d3fb96e,revision_number=1']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:40.546204 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-d37ee56f-b410-40ab-bed9-68f11c7bf136 tempest-VolumesNegativeTest-1110693355 tempest-VolumesNegativeTest-1110693355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:40.611457 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.db_base_plugin_common [req-3a56888f-43d4-4dc6-838d-8598529ef9b0 req-d37ee56f-b410-40ab-bed9-68f11c7bf136 tempest-VolumesNegativeTest-1110693355 tempest-VolumesNegativeTest-1110693355-project] Allocated IP 192.168.233.181 (0467fccb-7d88-4fbc-84fe-9b811e00240d/714471f4-8ad6-42ab-8cdf-bbe506e86581/60ccffa0-6533-4c41-b149-9263da272aa0) {{(pid=93268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:05:40.711551 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 48516) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:40.729477 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a0723435-3f8a-4260-88f8-b9e5f43e985d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:40.787159 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-3a56888f-43d4-4dc6-838d-8598529ef9b0 req-d37ee56f-b410-40ab-bed9-68f11c7bf136 tempest-VolumesNegativeTest-1110693355 tempest-VolumesNegativeTest-1110693355-project] Notify callbacks [] for port, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:40.810727 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [req-3a56888f-43d4-4dc6-838d-8598529ef9b0 req-d37ee56f-b410-40ab-bed9-68f11c7bf136 tempest-VolumesNegativeTest-1110693355 tempest-VolumesNegativeTest-1110693355-project] Transition to ACTIVE for port object 60ccffa0-6533-4c41-b149-9263da272aa0 will not be triggered until provisioned by entity DHCP. {{(pid=93268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:05:40.883529 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a0723435-3f8a-4260-88f8-b9e5f43e985d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:40.949346 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-3a56888f-43d4-4dc6-838d-8598529ef9b0 req-d37ee56f-b410-40ab-bed9-68f11c7bf136 tempest-VolumesNegativeTest-1110693355 tempest-VolumesNegativeTest-1110693355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-549537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1678354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765938626142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3169570'] for port, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:40.953533 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-c4993f44-0b2b-4eca-b906-5b505a9a781f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:40.962542 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a0723435-3f8a-4260-88f8-b9e5f43e985d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:41.004608 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a56888f-43d4-4dc6-838d-8598529ef9b0 req-d37ee56f-b410-40ab-bed9-68f11c7bf136 tempest-VolumesNegativeTest-1110693355 tempest-VolumesNegativeTest-1110693355-project] Network 0467fccb-7d88-4fbc-84fe-9b811e00240d is already hosted by enough agents. {{(pid=93268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:05:41.016097 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.base_scheduler [req-3a56888f-43d4-4dc6-838d-8598529ef9b0 req-d37ee56f-b410-40ab-bed9-68f11c7bf136 tempest-VolumesNegativeTest-1110693355 tempest-VolumesNegativeTest-1110693355-project] Resources bound (agent type, host, resource id): {{(pid=93268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:05:41.030308 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a56888f-43d4-4dc6-838d-8598529ef9b0 req-d37ee56f-b410-40ab-bed9-68f11c7bf136 tempest-VolumesNegativeTest-1110693355 tempest-VolumesNegativeTest-1110693355-project] Received port after_create {{(pid=93268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:05:41.055639 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37ee56f-b410-40ab-bed9-68f11c7bf136 tempest-VolumesNegativeTest-1110693355 tempest-VolumesNegativeTest-1110693355-project] Pushing event updated for resources: {'Port': ['ID=60ccffa0-6533-4c41-b149-9263da272aa0,revision_number=1']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:41.065518 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-d37ee56f-b410-40ab-bed9-68f11c7bf136 tempest-VolumesNegativeTest-1110693355 tempest-VolumesNegativeTest-1110693355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:41.067882 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-a0723435-3f8a-4260-88f8-b9e5f43e985d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2b64076edb0543a38732de65aaa1d51a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3553975 Jun 18 22:05:41.069857 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:41.070924 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 48522) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:41.112575 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a56888f-43d4-4dc6-838d-8598529ef9b0 req-d37ee56f-b410-40ab-bed9-68f11c7bf136 tempest-VolumesNegativeTest-1110693355 tempest-VolumesNegativeTest-1110693355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:41.113443 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-3a56888f-43d4-4dc6-838d-8598529ef9b0 req-d37ee56f-b410-40ab-bed9-68f11c7bf136 tempest-VolumesNegativeTest-1110693355 tempest-VolumesNegativeTest-1110693355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31239'] for port, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:41.130508 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2490e-6fa8-40ac-ab1c-847054773426 req-da383a53-422a-4ea1-a25a-49ddc24f854a tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:41.132339 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-59e2490e-6fa8-40ac-ab1c-847054773426 req-da383a53-422a-4ea1-a25a-49ddc24f854a tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 943 time: 0.2165411 Jun 18 22:05:41.136154 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0723435-3f8a-4260-88f8-b9e5f43e985d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=686afb8e-5d85-4dbb-b0c5-ac0f31ae25bf,revision_number=1']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:41.140906 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-2cee9299-661a-4676-9918-5dfa7e3f9998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:41.142283 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-a0723435-3f8a-4260-88f8-b9e5f43e985d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:41.165143 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-2cee9299-661a-4676-9918-5dfa7e3f9998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:41.215422 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-59e2490e-6fa8-40ac-ab1c-847054773426 req-24da1ca4-acd7-4cb0-8628-19af2b1975cc tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=58f2a725-04fc-4d18-85d0-0d9a05d2ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757849 Jun 18 22:05:41.230948 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3a56888f-43d4-4dc6-838d-8598529ef9b0 req-d37ee56f-b410-40ab-bed9-68f11c7bf136 tempest-VolumesNegativeTest-1110693355 tempest-VolumesNegativeTest-1110693355-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7533736 Jun 18 22:05:41.247704 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986431af-5f97-45cc-9503-9b065d0e67c4 req-a8b6a506-23d4-4401-8b1e-a14418edcac6 tempest-VolumesNegativeTest-1110693355 tempest-VolumesNegativeTest-1110693355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:41.249187 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-986431af-5f97-45cc-9503-9b065d0e67c4 req-a8b6a506-23d4-4401-8b1e-a14418edcac6 tempest-VolumesNegativeTest-1110693355 tempest-VolumesNegativeTest-1110693355-project] 10.222.0.23 "GET /v2.0/ports?device_id=a103f6ae-0fb4-42e3-81f5-216602ad2c86 HTTP/1.1" status: 200 len: 936 time: 0.0865650 Jun 18 22:05:41.254015 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.v2.base [req-3a56888f-43d4-4dc6-838d-8598529ef9b0 req-2b842470-70ce-45fc-aecc-7c25684a2b49 service neutron] Request body: {'port': {'device_id': 'a103f6ae-0fb4-42e3-81f5-216602ad2c86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=93268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:05:41.308805 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-2cee9299-661a-4676-9918-5dfa7e3f9998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:41.311342 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-2cee9299-661a-4676-9918-5dfa7e3f9998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:41.319118 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-2cee9299-661a-4676-9918-5dfa7e3f9998 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/686afb8e-5d85-4dbb-b0c5-ac0f31ae25bf HTTP/1.1" status: 204 len: 168 time: 0.2428868 Jun 18 22:05:41.319118 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-ffe2e10b-b239-4fee-9278-ebea90c57e8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:41.326499 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cee9299-661a-4676-9918-5dfa7e3f9998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=686afb8e-5d85-4dbb-b0c5-ac0f31ae25bf,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:41.329081 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-2cee9299-661a-4676-9918-5dfa7e3f9998 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:41.347396 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-986431af-5f97-45cc-9503-9b065d0e67c4 req-655b32bd-e761-45da-87be-a3f7c5c9645f tempest-VolumesNegativeTest-1110693355 tempest-VolumesNegativeTest-1110693355-project] 10.222.0.23 "GET /v2.0/security-groups?id=72deaab9-ad76-4460-8fe8-e1978d3fb96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899711 Jun 18 22:05:41.361676 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-03ddb04c-ae5d-466b-bb87-e20a8821e193 None None] Provisioning for port 60ccffa0-6533-4c41-b149-9263da272aa0 completed by entity DHCP. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:05:41.367759 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-03ddb04c-ae5d-466b-bb87-e20a8821e193 None None] Provisioning complete for port 60ccffa0-6533-4c41-b149-9263da272aa0 triggered by entity DHCP. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:05:41.368298 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-03ddb04c-ae5d-466b-bb87-e20a8821e193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:41.385463 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-3a56888f-43d4-4dc6-838d-8598529ef9b0 req-2b842470-70ce-45fc-aecc-7c25684a2b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:41.405448 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.plugin [None req-03ddb04c-ae5d-466b-bb87-e20a8821e193 None None] Port 60ccffa0-6533-4c41-b149-9263da272aa0 cannot update to ACTIVE because it is not bound. {{(pid=93269) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 22:05:41.455485 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cfc4bb-507b-4b79-ac75-a16725ed38e8 req-e7d90162-ced8-455d-a26d-058b7176d642 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:41.456957 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-84cfc4bb-507b-4b79-ac75-a16725ed38e8 req-e7d90162-ced8-455d-a26d-058b7176d642 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8f2e372-7963-4160-b972-7ae860b23686 HTTP/1.1" status: 200 len: 946 time: 0.1232238 Jun 18 22:05:41.552979 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-84cfc4bb-507b-4b79-ac75-a16725ed38e8 req-a0efb1cc-bfd9-49bd-a9b4-b3fc8e3464b2 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.23 "GET /v2.0/security-groups?id=148a0607-d52e-4437-9a58-1f56f964bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891745 Jun 18 22:05:41.684843 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.notifiers.nova [req-3a56888f-43d4-4dc6-838d-8598529ef9b0 req-2b842470-70ce-45fc-aecc-7c25684a2b49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60ccffa0-6533-4c41-b149-9263da272aa0 {{(pid=93268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:05:41.692288 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-3a56888f-43d4-4dc6-838d-8598529ef9b0 req-2b842470-70ce-45fc-aecc-7c25684a2b49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:41.705259 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [req-3a56888f-43d4-4dc6-838d-8598529ef9b0 req-2b842470-70ce-45fc-aecc-7c25684a2b49 service neutron] Transition to ACTIVE for port object 60ccffa0-6533-4c41-b149-9263da272aa0 will not be triggered until provisioned by entity L2. {{(pid=93268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:05:41.775453 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-3a56888f-43d4-4dc6-838d-8598529ef9b0 req-2b842470-70ce-45fc-aecc-7c25684a2b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3169556'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:41.777968 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-abc69ca7-eb26-4288-af32-b6ec586720e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:42.109276 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b842470-70ce-45fc-aecc-7c25684a2b49 service neutron] Pushing event updated for resources: {'Port': ['ID=60ccffa0-6533-4c41-b149-9263da272aa0,revision_number=2']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:42.113615 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-2b842470-70ce-45fc-aecc-7c25684a2b49 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:42.180877 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [req-3a56888f-43d4-4dc6-838d-8598529ef9b0 req-2b842470-70ce-45fc-aecc-7c25684a2b49 service neutron] Attempting to bind port 60ccffa0-6533-4c41-b149-9263da272aa0 on host hv-cinder-76675 for vnic_type normal with profile {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:05:42.181210 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [req-3a56888f-43d4-4dc6-838d-8598529ef9b0 req-2b842470-70ce-45fc-aecc-7c25684a2b49 service neutron] Attempting to bind port 60ccffa0-6533-4c41-b149-9263da272aa0 by drivers openvswitch,hyperv on host hv-cinder-76675 at level 0 using segments [{'id': '0a0bb0b7-bc34-4f06-a9cd-38150b641be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0467fccb-7d88-4fbc-84fe-9b811e00240d'}] {{(pid=93268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:05:42.181568 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a56888f-43d4-4dc6-838d-8598529ef9b0 req-2b842470-70ce-45fc-aecc-7c25684a2b49 service neutron] Attempting to bind port 60ccffa0-6533-4c41-b149-9263da272aa0 on network 0467fccb-7d88-4fbc-84fe-9b811e00240d {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:05:42.185888 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a56888f-43d4-4dc6-838d-8598529ef9b0 req-2b842470-70ce-45fc-aecc-7c25684a2b49 service neutron] Port 60ccffa0-6533-4c41-b149-9263da272aa0 on network 0467fccb-7d88-4fbc-84fe-9b811e00240d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76675 {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 22:05:42.186205 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a56888f-43d4-4dc6-838d-8598529ef9b0 req-2b842470-70ce-45fc-aecc-7c25684a2b49 service neutron] Attempting to bind port 60ccffa0-6533-4c41-b149-9263da272aa0 on network 0467fccb-7d88-4fbc-84fe-9b811e00240d {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:05:42.191035 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a56888f-43d4-4dc6-838d-8598529ef9b0 req-2b842470-70ce-45fc-aecc-7c25684a2b49 service neutron] Checking agent: {'id': '2f1318d3-4eca-4d35-9b75-a551f42ebb29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 22, 0, 20), 'started_at': datetime.datetime(2021, 6, 18, 22, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:05:42.191532 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a56888f-43d4-4dc6-838d-8598529ef9b0 req-2b842470-70ce-45fc-aecc-7c25684a2b49 service neutron] Checking segment: {'id': '0a0bb0b7-bc34-4f06-a9cd-38150b641be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0467fccb-7d88-4fbc-84fe-9b811e00240d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:05:42.191916 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a56888f-43d4-4dc6-838d-8598529ef9b0 req-2b842470-70ce-45fc-aecc-7c25684a2b49 service neutron] Bound using segment: {'id': '0a0bb0b7-bc34-4f06-a9cd-38150b641be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0467fccb-7d88-4fbc-84fe-9b811e00240d'} {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:05:42.192342 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [req-3a56888f-43d4-4dc6-838d-8598529ef9b0 req-2b842470-70ce-45fc-aecc-7c25684a2b49 service neutron] Bound port: 60ccffa0-6533-4c41-b149-9263da272aa0, host: hv-cinder-76675, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a0bb0b7-bc34-4f06-a9cd-38150b641be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0467fccb-7d88-4fbc-84fe-9b811e00240d'}}] {{(pid=93268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:05:42.192713 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-3a56888f-43d4-4dc6-838d-8598529ef9b0 req-2b842470-70ce-45fc-aecc-7c25684a2b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:42.254187 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.db [req-3a56888f-43d4-4dc6-838d-8598529ef9b0 req-2b842470-70ce-45fc-aecc-7c25684a2b49 service neutron] For port 60ccffa0-6533-4c41-b149-9263da272aa0, host hv-cinder-76675, cleared binding levels {{(pid=93268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:05:42.257126 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.db [req-3a56888f-43d4-4dc6-838d-8598529ef9b0 req-2b842470-70ce-45fc-aecc-7c25684a2b49 service neutron] For port 60ccffa0-6533-4c41-b149-9263da272aa0, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=60ccffa0-6533-4c41-b149-9263da272aa0,segment=NetworkSegment(0a0bb0b7-bc34-4f06-a9cd-38150b641be8),segment_id=0a0bb0b7-bc34-4f06-a9cd-38150b641be8)] {{(pid=93268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:05:42.348131 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-3a56888f-43d4-4dc6-838d-8598529ef9b0 req-2b842470-70ce-45fc-aecc-7c25684a2b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3169556'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:42.366384 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-1135d65a-cc3f-4d22-8b36-650010bdefca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:42.408326 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a56888f-43d4-4dc6-838d-8598529ef9b0 req-2b842470-70ce-45fc-aecc-7c25684a2b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:42.408980 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-3a56888f-43d4-4dc6-838d-8598529ef9b0 req-2b842470-70ce-45fc-aecc-7c25684a2b49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31239'] for port, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:42.410379 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3a56888f-43d4-4dc6-838d-8598529ef9b0 req-2b842470-70ce-45fc-aecc-7c25684a2b49 service neutron] 10.222.0.42 "PUT /v2.0/ports/60ccffa0-6533-4c41-b149-9263da272aa0 HTTP/1.1" status: 200 len: 1098 time: 1.1602907 Jun 18 22:05:42.411563 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a103f6ae-0fb4-42e3-81f5-216602ad2c86', 'tag': '60ccffa0-6533-4c41-b149-9263da272aa0'}] {{(pid=93268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:05:42.413871 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ff4b25c03651656652c9c7d58efcdba903c051ef33b3f53eb93af1a53304f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a304e143-67b7-422f-bf07-4464788b9a98" -d '{"events": [{"name": "network-changed", "server_uuid": "a103f6ae-0fb4-42e3-81f5-216602ad2c86", "tag": "60ccffa0-6533-4c41-b149-9263da272aa0"}]}' {{(pid=93268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:05:42.444141 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b842470-70ce-45fc-aecc-7c25684a2b49 service neutron] Pushing event updated for resources: {'Port': ['ID=60ccffa0-6533-4c41-b149-9263da272aa0,revision_number=3']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:42.448797 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-2b842470-70ce-45fc-aecc-7c25684a2b49 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:42.479992 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e28b44d-4829-44e2-8af8-bd24936b59b2 req-bedbee56-1a93-4db2-bdf8-4d020ad6dc56 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:42.481681 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-5e28b44d-4829-44e2-8af8-bd24936b59b2 req-bedbee56-1a93-4db2-bdf8-4d020ad6dc56 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 943 time: 0.1493330 Jun 18 22:05:42.582100 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-5e28b44d-4829-44e2-8af8-bd24936b59b2 req-0a55c253-c237-40df-b46e-f96ee792f97f tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=58f2a725-04fc-4d18-85d0-0d9a05d2ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943298 Jun 18 22:05:42.626094 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94543eb-5e1d-497f-94a2-ade075ef2d46 req-8d659fa1-93ea-4b8e-8cb8-91c582892e9f tempest-VolumesNegativeTest-1110693355 tempest-VolumesNegativeTest-1110693355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:42.627575 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-f94543eb-5e1d-497f-94a2-ade075ef2d46 req-8d659fa1-93ea-4b8e-8cb8-91c582892e9f tempest-VolumesNegativeTest-1110693355 tempest-VolumesNegativeTest-1110693355-project] 10.222.0.23 "GET /v2.0/ports?device_id=a103f6ae-0fb4-42e3-81f5-216602ad2c86 HTTP/1.1" status: 200 len: 948 time: 0.1324477 Jun 18 22:05:42.642777 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a56888f-43d4-4dc6-838d-8598529ef9b0 req-6c848735-d041-42bc-8e65-b7667c0324cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:42.644217 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3a56888f-43d4-4dc6-838d-8598529ef9b0 req-6c848735-d041-42bc-8e65-b7667c0324cf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=858c57a5016541069b47a0834b66a1aa&device_id=a103f6ae-0fb4-42e3-81f5-216602ad2c86 HTTP/1.1" status: 200 len: 1101 time: 0.0969100 Jun 18 22:05:42.671520 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 22:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b936fa95-fc0d-44ef-b76a-c75fbeca650e x-openstack-request-id: req-b936fa95-fc0d-44ef-b76a-c75fbeca650e {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:05:42.671847 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a103f6ae-0fb4-42e3-81f5-216602ad2c86", "tag": "60ccffa0-6533-4c41-b149-9263da272aa0", "status": "completed", "code": 200}]} {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:05:42.672130 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b936fa95-fc0d-44ef-b76a-c75fbeca650e {{(pid=93268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:05:42.672581 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a103f6ae-0fb4-42e3-81f5-216602ad2c86', 'tag': '60ccffa0-6533-4c41-b149-9263da272aa0', 'status': 'completed', 'code': 200} Jun 18 22:05:42.705906 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3a56888f-43d4-4dc6-838d-8598529ef9b0 req-b9249f2f-ae46-4492-9319-69371c906e48 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=60ccffa0-6533-4c41-b149-9263da272aa0 HTTP/1.1" status: 200 len: 217 time: 0.0469391 Jun 18 22:05:42.711206 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-f94543eb-5e1d-497f-94a2-ade075ef2d46 req-b8298032-b8c6-4a45-93d0-95fd0fa1ea08 tempest-VolumesNegativeTest-1110693355 tempest-VolumesNegativeTest-1110693355-project] 10.222.0.23 "GET /v2.0/security-groups?id=72deaab9-ad76-4460-8fe8-e1978d3fb96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769598 Jun 18 22:05:42.802103 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a56888f-43d4-4dc6-838d-8598529ef9b0 req-cca8d84e-cdcc-4738-ad89-afa526654041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:42.805367 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3a56888f-43d4-4dc6-838d-8598529ef9b0 req-cca8d84e-cdcc-4738-ad89-afa526654041 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=714471f4-8ad6-42ab-8cdf-bbe506e86581 HTTP/1.1" status: 200 len: 843 time: 0.0873866 Jun 18 22:05:42.862601 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05a88c6-829a-44f2-a480-3c4f0b824b15 req-526a35b8-1e53-47f9-8160-b202ca474b62 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:42.864022 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-f05a88c6-829a-44f2-a480-3c4f0b824b15 req-526a35b8-1e53-47f9-8160-b202ca474b62 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8f2e372-7963-4160-b972-7ae860b23686 HTTP/1.1" status: 200 len: 946 time: 0.0968237 Jun 18 22:05:42.908848 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-f05a88c6-829a-44f2-a480-3c4f0b824b15 req-c2976b7f-42c3-48e8-b072-dfbd6a8b077a tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.23 "GET /v2.0/security-groups?id=148a0607-d52e-4437-9a58-1f56f964bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388002 Jun 18 22:05:42.911345 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a56888f-43d4-4dc6-838d-8598529ef9b0 req-fe814f2e-6a0d-4fa7-b3d9-08e3fba825e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:42.912729 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3a56888f-43d4-4dc6-838d-8598529ef9b0 req-fe814f2e-6a0d-4fa7-b3d9-08e3fba825e4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0467fccb-7d88-4fbc-84fe-9b811e00240d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0986459 Jun 18 22:05:43.006122 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3a56888f-43d4-4dc6-838d-8598529ef9b0 req-e864c47f-01d5-42c5-82f4-a15bb2808644 service neutron] 10.222.0.42 "GET /v2.0/networks/0467fccb-7d88-4fbc-84fe-9b811e00240d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851028 Jun 18 22:05:43.096441 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3a56888f-43d4-4dc6-838d-8598529ef9b0 req-18fe1c77-1d13-4301-8bfa-bac65d46a731 service neutron] 10.222.0.42 "GET /v2.0/networks/0467fccb-7d88-4fbc-84fe-9b811e00240d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833695 Jun 18 22:05:43.304070 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a304e143-67b7-422f-bf07-4464788b9a98 req-89837bf6-fa35-4ed6-868c-970b60cfc16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:43.305587 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a304e143-67b7-422f-bf07-4464788b9a98 req-89837bf6-fa35-4ed6-868c-970b60cfc16f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=858c57a5016541069b47a0834b66a1aa&device_id=a103f6ae-0fb4-42e3-81f5-216602ad2c86 HTTP/1.1" status: 200 len: 1101 time: 0.0568004 Jun 18 22:05:43.393167 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device 213c452f-edf0-4d01-b4d8-f0d36789ef50 details requested by agent hyperv_hv-cinder-76675 with host hv-cinder-76675 {{(pid=93269) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 22:05:43.396029 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a304e143-67b7-422f-bf07-4464788b9a98 req-20fc199f-3d4b-4eb4-adc1-e2867d3b77db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:43.397504 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a304e143-67b7-422f-bf07-4464788b9a98 req-20fc199f-3d4b-4eb4-adc1-e2867d3b77db service neutron] 10.222.0.42 "GET /v2.0/networks?id=0467fccb-7d88-4fbc-84fe-9b811e00240d HTTP/1.1" status: 200 len: 870 time: 0.0838091 Jun 18 22:05:43.444029 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a304e143-67b7-422f-bf07-4464788b9a98 req-6a19897a-7775-43fd-8275-b1f0ced42cff service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=60ccffa0-6533-4c41-b149-9263da272aa0 HTTP/1.1" status: 200 len: 217 time: 0.0377192 Jun 18 22:05:43.498164 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] For port 213c452f-edf0-4d01-b4d8-f0d36789ef50, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=213c452f-edf0-4d01-b4d8-f0d36789ef50,segment=NetworkSegment(a78d8b83-5ba8-4fe4-9d6b-ca6065c6919a),segment_id=a78d8b83-5ba8-4fe4-9d6b-ca6065c6919a)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:05:43.505395 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a304e143-67b7-422f-bf07-4464788b9a98 req-cbe9a87b-decd-47bf-aedb-b94aa94eae02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:43.507353 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a304e143-67b7-422f-bf07-4464788b9a98 req-cbe9a87b-decd-47bf-aedb-b94aa94eae02 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=714471f4-8ad6-42ab-8cdf-bbe506e86581 HTTP/1.1" status: 200 len: 843 time: 0.0524187 Jun 18 22:05:43.508123 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Returning: {'device': '213c452f-edf0-4d01-b4d8-f0d36789ef50', 'network_id': '1d1f4389-47a7-47d4-a0f5-f21dad0f67c2', 'port_id': '213c452f-edf0-4d01-b4d8-f0d36789ef50', 'mac_address': 'fa:16:3e:a5:a8:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7481fd0b-ce05-4e67-b068-a6b20f3c0083', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93269) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 22:05:43.550632 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:43.563926 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.notifiers.nova [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 213c452f-edf0-4d01-b4d8-f0d36789ef50 {{(pid=93269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:05:43.567002 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a304e143-67b7-422f-bf07-4464788b9a98 req-c8370cd3-7689-409a-ab76-5d8046db6e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:43.571860 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a304e143-67b7-422f-bf07-4464788b9a98 req-c8370cd3-7689-409a-ab76-5d8046db6e04 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0467fccb-7d88-4fbc-84fe-9b811e00240d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0524583 Jun 18 22:05:43.584480 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] For port 213c452f-edf0-4d01-b4d8-f0d36789ef50, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=213c452f-edf0-4d01-b4d8-f0d36789ef50,segment=NetworkSegment(a78d8b83-5ba8-4fe4-9d6b-ca6065c6919a),segment_id=a78d8b83-5ba8-4fe4-9d6b-ca6065c6919a)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:05:43.628245 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:43.630532 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-e97dd30a-c966-474d-b10d-1f1ce4e86018 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:43.689089 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Pushing event updated for resources: {'Port': ['ID=213c452f-edf0-4d01-b4d8-f0d36789ef50,revision_number=4']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:43.701372 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:43.710148 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a304e143-67b7-422f-bf07-4464788b9a98 req-90eb15d4-2f42-4f5d-a8a0-da15d4b7404b service neutron] 10.222.0.42 "GET /v2.0/networks/0467fccb-7d88-4fbc-84fe-9b811e00240d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964351 Jun 18 22:05:43.876937 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a304e143-67b7-422f-bf07-4464788b9a98 req-9c134f0c-ae8e-4e1f-983d-b7347c973560 service neutron] 10.222.0.42 "GET /v2.0/networks/0467fccb-7d88-4fbc-84fe-9b811e00240d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554065 Jun 18 22:05:43.887760 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b71e3b-aebd-4dbb-85a7-d90f5e3aba6b req-3e719694-930b-42b4-aa54-b7acff4c65a9 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:43.889304 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-d4b71e3b-aebd-4dbb-85a7-d90f5e3aba6b req-3e719694-930b-42b4-aa54-b7acff4c65a9 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 944 time: 0.1582079 Jun 18 22:05:43.968176 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] get_ports_and_sgs() called for port_ids ['213c452f-edf0-4d01-b4d8-f0d36789ef50'] {{(pid=93269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:05:43.972142 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-d4b71e3b-aebd-4dbb-85a7-d90f5e3aba6b req-5cc962c9-88dc-492d-9adf-5b5960d919bc tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=58f2a725-04fc-4d18-85d0-0d9a05d2ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764894 Jun 18 22:05:43.989594 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b9a058-f47c-47d6-9ac8-52c808e2cfe2 req-c075f4ae-9d80-413b-a796-5107c307f82b tempest-VolumesNegativeTest-1110693355 tempest-VolumesNegativeTest-1110693355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:43.991103 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-02b9a058-f47c-47d6-9ac8-52c808e2cfe2 req-c075f4ae-9d80-413b-a796-5107c307f82b tempest-VolumesNegativeTest-1110693355 tempest-VolumesNegativeTest-1110693355-project] 10.222.0.23 "GET /v2.0/ports?device_id=a103f6ae-0fb4-42e3-81f5-216602ad2c86 HTTP/1.1" status: 200 len: 948 time: 0.1524272 Jun 18 22:05:44.035457 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f5c6f-ed45-45ad-a8f4-50941df143fd req-473c13d6-6213-4df7-ab3a-df246839866f tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:44.036899 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-aa6f5c6f-ed45-45ad-a8f4-50941df143fd req-473c13d6-6213-4df7-ab3a-df246839866f tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8f2e372-7963-4160-b972-7ae860b23686 HTTP/1.1" status: 200 len: 946 time: 0.1296153 Jun 18 22:05:44.062694 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-02b9a058-f47c-47d6-9ac8-52c808e2cfe2 req-fcf68656-75bd-41a2-ae11-e517196ecccd tempest-VolumesNegativeTest-1110693355 tempest-VolumesNegativeTest-1110693355-project] 10.222.0.23 "GET /v2.0/security-groups?id=72deaab9-ad76-4460-8fe8-e1978d3fb96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632148 Jun 18 22:05:44.097485 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 48596) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:44.221837 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-128b46cc-ac56-4a17-b99f-8c682b315cc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:44.232057 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [req-aa6f5c6f-ed45-45ad-a8f4-50941df143fd req-65005e27-cc5e-4d15-bff8-c184f8809737 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Deleting port e4c2bdf6-253a-4e6a-9797-8a628aa341b7 {{(pid=93268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:05:44.232398 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-aa6f5c6f-ed45-45ad-a8f4-50941df143fd req-65005e27-cc5e-4d15-bff8-c184f8809737 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765939110629'] for port, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:44.285397 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573409e6-d7b8-47dd-8a87-c518bd888daa req-583e39a7-36b4-4219-8661-4f4d6275bfa8 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:44.286859 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-573409e6-d7b8-47dd-8a87-c518bd888daa req-583e39a7-36b4-4219-8661-4f4d6275bfa8 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8f2e372-7963-4160-b972-7ae860b23686 HTTP/1.1" status: 200 len: 946 time: 0.1258247 Jun 18 22:05:44.308286 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-128b46cc-ac56-4a17-b99f-8c682b315cc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:44.350586 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-573409e6-d7b8-47dd-8a87-c518bd888daa req-11d063fa-7d60-4e5f-9e55-1d91c7c56e3e tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.23 "GET /v2.0/security-groups?id=148a0607-d52e-4437-9a58-1f56f964bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556474 Jun 18 22:05:44.362408 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.db [req-aa6f5c6f-ed45-45ad-a8f4-50941df143fd req-65005e27-cc5e-4d15-bff8-c184f8809737 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] For port e4c2bdf6-253a-4e6a-9797-8a628aa341b7, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=e4c2bdf6-253a-4e6a-9797-8a628aa341b7,segment=NetworkSegment(151f53c5-e714-4bed-85cb-b6b201b4601a),segment_id=151f53c5-e714-4bed-85cb-b6b201b4601a)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:05:44.367704 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-aa6f5c6f-ed45-45ad-a8f4-50941df143fd req-65005e27-cc5e-4d15-bff8-c184f8809737 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512668'] for port, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:44.387020 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-128b46cc-ac56-4a17-b99f-8c682b315cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:44.390589 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-310daf62-75fc-4930-bd96-1941837aea1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:44.427388 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-128b46cc-ac56-4a17-b99f-8c682b315cc5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2c14a49aefda479cbb67a2d5c5f58528&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3282108 Jun 18 22:05:44.428643 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128b46cc-ac56-4a17-b99f-8c682b315cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=837943d9-202e-4a37-8854-37ad1f993eaf,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:44.429935 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [req-aa6f5c6f-ed45-45ad-a8f4-50941df143fd req-65005e27-cc5e-4d15-bff8-c184f8809737 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Calling delete_port for e4c2bdf6-253a-4e6a-9797-8a628aa341b7 owned by compute:nova {{(pid=93268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:05:44.431589 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 48602) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:44.433355 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-128b46cc-ac56-4a17-b99f-8c682b315cc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:44.480762 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-6c9a0f52-8c30-4518-9bcf-1cf91c01d737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:44.504213 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-6c9a0f52-8c30-4518-9bcf-1cf91c01d737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:44.603812 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-6c9a0f52-8c30-4518-9bcf-1cf91c01d737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:44.606959 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-6c9a0f52-8c30-4518-9bcf-1cf91c01d737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:44.608095 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-6c9a0f52-8c30-4518-9bcf-1cf91c01d737 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/837943d9-202e-4a37-8854-37ad1f993eaf HTTP/1.1" status: 204 len: 168 time: 0.1759295 Jun 18 22:05:44.608927 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-95cecbd1-e8fc-49ff-8353-657c73fc7c4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:44.616646 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9a0f52-8c30-4518-9bcf-1cf91c01d737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=837943d9-202e-4a37-8854-37ad1f993eaf,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:44.618913 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-6c9a0f52-8c30-4518-9bcf-1cf91c01d737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:44.622338 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-aa6f5c6f-ed45-45ad-a8f4-50941df143fd req-65005e27-cc5e-4d15-bff8-c184f8809737 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765939117029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765938626151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3169581'] for port, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:44.627538 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-da7b8afb-37db-4d13-a926-f8f8baa82948 tempest-VolumesActionsTest-1038032247 tempest-VolumesActionsTest-1038032247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:44.655247 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65005e27-cc5e-4d15-bff8-c184f8809737 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Pushing event deleted for resources: {'Port': ['ID=e4c2bdf6-253a-4e6a-9797-8a628aa341b7,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:44.658676 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] get_ports_and_sgs() called for port_ids ['e4c2bdf6-253a-4e6a-9797-8a628aa341b7'] {{(pid=93269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:05:44.660091 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-65005e27-cc5e-4d15-bff8-c184f8809737 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:44.704207 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa6f5c6f-ed45-45ad-a8f4-50941df143fd req-65005e27-cc5e-4d15-bff8-c184f8809737 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] No DVR routers for this DVR port e4c2bdf6-253a-4e6a-9797-8a628aa341b7 on host hv-cinder-76675 {{(pid=93268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 22:05:44.706720 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-aa6f5c6f-ed45-45ad-a8f4-50941df143fd req-65005e27-cc5e-4d15-bff8-c184f8809737 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31239'] for port, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:44.708643 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-aa6f5c6f-ed45-45ad-a8f4-50941df143fd req-65005e27-cc5e-4d15-bff8-c184f8809737 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.42 "DELETE /v2.0/ports/e4c2bdf6-253a-4e6a-9797-8a628aa341b7 HTTP/1.1" status: 204 len: 173 time: 0.6609919 Jun 18 22:05:44.709124 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8f2e372-7963-4160-b972-7ae860b23686', 'name': 'network-vif-deleted', 'tag': 'e4c2bdf6-253a-4e6a-9797-8a628aa341b7'}] {{(pid=93268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:05:44.711433 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ff4b25c03651656652c9c7d58efcdba903c051ef33b3f53eb93af1a53304f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc179210-ae9e-49a8-9ade-d4505e643ff0" -d '{"events": [{"server_uuid": "f8f2e372-7963-4160-b972-7ae860b23686", "name": "network-vif-deleted", "tag": "e4c2bdf6-253a-4e6a-9797-8a628aa341b7"}]}' {{(pid=93268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:05:44.747350 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e380d1-a076-4089-a2c2-6abe1e9f8899 x-openstack-request-id: req-e8e380d1-a076-4089-a2c2-6abe1e9f8899 {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:05:44.747668 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8f2e372-7963-4160-b972-7ae860b23686", "name": "network-vif-deleted", "tag": "e4c2bdf6-253a-4e6a-9797-8a628aa341b7", "status": "completed", "code": 200}]} {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:05:44.747972 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e8e380d1-a076-4089-a2c2-6abe1e9f8899 {{(pid=93268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:05:44.748412 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8f2e372-7963-4160-b972-7ae860b23686', 'name': 'network-vif-deleted', 'tag': 'e4c2bdf6-253a-4e6a-9797-8a628aa341b7', 'status': 'completed', 'code': 200} Jun 18 22:05:45.171129 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507936ac-5d88-4db1-82e5-91de7452c610 req-a570aaac-633f-47c9-be5a-c061a5e5f908 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:45.172604 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-507936ac-5d88-4db1-82e5-91de7452c610 req-a570aaac-633f-47c9-be5a-c061a5e5f908 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 944 time: 0.0673575 Jun 18 22:05:45.245529 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-507936ac-5d88-4db1-82e5-91de7452c610 req-75917cf2-e36c-445c-bfaf-beded284ecfe tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=58f2a725-04fc-4d18-85d0-0d9a05d2ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670102 Jun 18 22:05:45.247625 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 48614) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:45.262797 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b5e7e65a-02c9-44ca-a6cf-b7398613d680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:45.276858 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ef6956-6868-49e6-a5c0-0cd829551941 req-89edfc0c-b4c8-41da-a927-5f1668caf3e0 tempest-VolumesNegativeTest-1110693355 tempest-VolumesNegativeTest-1110693355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:45.276858 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-f9ef6956-6868-49e6-a5c0-0cd829551941 req-89edfc0c-b4c8-41da-a927-5f1668caf3e0 tempest-VolumesNegativeTest-1110693355 tempest-VolumesNegativeTest-1110693355-project] 10.222.0.23 "GET /v2.0/ports?device_id=a103f6ae-0fb4-42e3-81f5-216602ad2c86 HTTP/1.1" status: 200 len: 948 time: 0.0866873 Jun 18 22:05:45.311635 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-f9ef6956-6868-49e6-a5c0-0cd829551941 req-18a8c8aa-94b3-4a0e-a6a6-906458939163 tempest-VolumesNegativeTest-1110693355 tempest-VolumesNegativeTest-1110693355-project] 10.222.0.23 "GET /v2.0/security-groups?id=72deaab9-ad76-4460-8fe8-e1978d3fb96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327573 Jun 18 22:05:45.358620 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b5e7e65a-02c9-44ca-a6cf-b7398613d680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:45.433600 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b5e7e65a-02c9-44ca-a6cf-b7398613d680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:45.437581 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-128b46cc-ac56-4a17-b99f-8c682b315cc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:45.447013 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device 60ccffa0-6533-4c41-b149-9263da272aa0 details requested by agent hyperv_hv-cinder-76675 with host hv-cinder-76675 {{(pid=93269) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 22:05:45.454408 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device 213c452f-edf0-4d01-b4d8-f0d36789ef50 up at agent hyperv_hv-cinder-76675 {{(pid=93269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:05:45.485200 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-b5e7e65a-02c9-44ca-a6cf-b7398613d680 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=07646531f419481db4bccdc18a1b669b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2364931 Jun 18 22:05:45.487224 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e7e65a-02c9-44ca-a6cf-b7398613d680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac0d839-d82d-4969-b9ec-96b395d2b578,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:45.488422 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 48618) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:45.503420 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-b5e7e65a-02c9-44ca-a6cf-b7398613d680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:45.533966 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-d2d1a087-2e0c-4048-ba69-ff4173ad7ed7 req-01e2590c-98cd-4b58-badd-00ac26b8805c tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8f2e372-7963-4160-b972-7ae860b23686 HTTP/1.1" status: 200 len: 210 time: 0.0376918 Jun 18 22:05:45.569176 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-b31d90c7-c18c-48cd-8559-cc2421056ac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:45.585767 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] For port 60ccffa0-6533-4c41-b149-9263da272aa0, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=60ccffa0-6533-4c41-b149-9263da272aa0,segment=NetworkSegment(0a0bb0b7-bc34-4f06-a9cd-38150b641be8),segment_id=0a0bb0b7-bc34-4f06-a9cd-38150b641be8)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:05:45.593196 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-b31d90c7-c18c-48cd-8559-cc2421056ac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:45.597832 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Returning: {'device': '60ccffa0-6533-4c41-b149-9263da272aa0', 'network_id': '0467fccb-7d88-4fbc-84fe-9b811e00240d', 'port_id': '60ccffa0-6533-4c41-b149-9263da272aa0', 'mac_address': 'fa:16:3e:3a:3f:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '714471f4-8ad6-42ab-8cdf-bbe506e86581', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93269) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 22:05:45.623389 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Provisioning for port 213c452f-edf0-4d01-b4d8-f0d36789ef50 completed by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:05:45.631458 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Provisioning complete for port 213c452f-edf0-4d01-b4d8-f0d36789ef50 triggered by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:05:45.631845 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:45.666468 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:45.685300 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-b31d90c7-c18c-48cd-8559-cc2421056ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:45.688010 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-b31d90c7-c18c-48cd-8559-cc2421056ac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:45.689290 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-b31d90c7-c18c-48cd-8559-cc2421056ac5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bac0d839-d82d-4969-b9ec-96b395d2b578 HTTP/1.1" status: 204 len: 168 time: 0.1993117 Jun 18 22:05:45.690294 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-f1c4e1f6-48b5-4664-a241-c049e8514b4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:45.702025 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31d90c7-c18c-48cd-8559-cc2421056ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac0d839-d82d-4969-b9ec-96b395d2b578,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:45.704515 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-b31d90c7-c18c-48cd-8559-cc2421056ac5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:45.808050 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.notifiers.nova [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60ccffa0-6533-4c41-b149-9263da272aa0 {{(pid=93269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:05:45.832936 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] For port 60ccffa0-6533-4c41-b149-9263da272aa0, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=60ccffa0-6533-4c41-b149-9263da272aa0,segment=NetworkSegment(0a0bb0b7-bc34-4f06-a9cd-38150b641be8),segment_id=0a0bb0b7-bc34-4f06-a9cd-38150b641be8)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:05:45.866805 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:45.888805 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82ef5668-f50a-42c7-ab14-8e988a838c89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '213c452f-edf0-4d01-b4d8-f0d36789ef50'}] {{(pid=93269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:05:45.891178 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af3cbdd609d599d07a5217d2d1a89114698d9a8f3654956f7909e96a5eb364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1009f69-b9c1-4233-93e5-05e8b3c9d654" -d '{"events": [{"server_uuid": "82ef5668-f50a-42c7-ab14-8e988a838c89", "name": "network-vif-plugged", "status": "completed", "tag": "213c452f-edf0-4d01-b4d8-f0d36789ef50"}]}' {{(pid=93269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:05:45.903233 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] For port 213c452f-edf0-4d01-b4d8-f0d36789ef50, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=213c452f-edf0-4d01-b4d8-f0d36789ef50,segment=NetworkSegment(a78d8b83-5ba8-4fe4-9d6b-ca6065c6919a),segment_id=a78d8b83-5ba8-4fe4-9d6b-ca6065c6919a)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:05:45.913601 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:45.915367 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:45.937164 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-607802b3-707d-494e-9412-3622121d1165 x-openstack-request-id: req-607802b3-707d-494e-9412-3622121d1165 {{(pid=93269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:05:45.937465 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82ef5668-f50a-42c7-ab14-8e988a838c89", "name": "network-vif-plugged", "status": "completed", "tag": "213c452f-edf0-4d01-b4d8-f0d36789ef50", "code": 200}]} {{(pid=93269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:05:45.937725 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-607802b3-707d-494e-9412-3622121d1165 {{(pid=93269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:05:45.938114 dv-cinder-766752-3-smb neutron-server[93269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82ef5668-f50a-42c7-ab14-8e988a838c89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '213c452f-edf0-4d01-b4d8-f0d36789ef50', 'code': 200} Jun 18 22:05:45.963324 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Pushing event updated for resources: {'Port': ['ID=60ccffa0-6533-4c41-b149-9263da272aa0,revision_number=4']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:45.966185 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:45.999309 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:46.001162 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:46.046562 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Pushing event updated for resources: {'Port': ['ID=213c452f-edf0-4d01-b4d8-f0d36789ef50,revision_number=5']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:46.049534 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:46.274000 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] get_ports_and_sgs() called for port_ids ['60ccffa0-6533-4c41-b149-9263da272aa0'] {{(pid=93269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:05:46.335549 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555fb0cf-6562-4d89-ae1a-15c00bc42bdb req-07a061d1-513f-42f7-9f58-1538ebf1f12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:46.337295 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-555fb0cf-6562-4d89-ae1a-15c00bc42bdb req-07a061d1-513f-42f7-9f58-1538ebf1f12f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 1098 time: 0.0625217 Jun 18 22:05:46.381691 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-555fb0cf-6562-4d89-ae1a-15c00bc42bdb req-f165aab3-6b38-4ef8-82f6-dcd52a4fcf13 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=58f2a725-04fc-4d18-85d0-0d9a05d2ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380769 Jun 18 22:05:46.497422 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17185b4-fe12-442a-8e8e-5ab6c096a986 req-3ed71e91-086b-4fa8-baf6-f2a787bd032d tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:46.498884 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-e17185b4-fe12-442a-8e8e-5ab6c096a986 req-3ed71e91-086b-4fa8-baf6-f2a787bd032d tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 945 time: 0.1138928 Jun 18 22:05:46.532205 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e1a0ca-618e-4b2b-9fd6-101919494f6f req-d566c6b6-68d6-4394-80ac-3c302ebfa548 tempest-VolumesNegativeTest-1110693355 tempest-VolumesNegativeTest-1110693355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:46.533648 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-00e1a0ca-618e-4b2b-9fd6-101919494f6f req-d566c6b6-68d6-4394-80ac-3c302ebfa548 tempest-VolumesNegativeTest-1110693355 tempest-VolumesNegativeTest-1110693355-project] 10.222.0.23 "GET /v2.0/ports?device_id=a103f6ae-0fb4-42e3-81f5-216602ad2c86 HTTP/1.1" status: 200 len: 949 time: 0.1017511 Jun 18 22:05:46.566179 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-e17185b4-fe12-442a-8e8e-5ab6c096a986 req-b5cd63df-a44f-477b-8817-de7bff9ad14e tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=58f2a725-04fc-4d18-85d0-0d9a05d2ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610225 Jun 18 22:05:46.598857 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-00e1a0ca-618e-4b2b-9fd6-101919494f6f req-78f163c6-c4ba-4f93-89d7-c650ebe16f50 tempest-VolumesNegativeTest-1110693355 tempest-VolumesNegativeTest-1110693355-project] 10.222.0.23 "GET /v2.0/security-groups?id=72deaab9-ad76-4460-8fe8-e1978d3fb96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541024 Jun 18 22:05:46.857467 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 48650) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:46.953558 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.v2.base [None req-06095474-e881-4c3e-9a47-c92a195137c7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1484211894-network', 'tenant_id': '32b8d34465f54c6d82e6f9908c9a9b86'}} {{(pid=93268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:05:47.054553 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06095474-e881-4c3e-9a47-c92a195137c7 admin admin] Made reservation on behalf of 32b8d34465f54c6d82e6f9908c9a9b86 for: {'network': 1} {{(pid=93268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:05:47.061559 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-06095474-e881-4c3e-9a47-c92a195137c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550498'] for network, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:47.070424 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-06095474-e881-4c3e-9a47-c92a195137c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:47.158935 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-06095474-e881-4c3e-9a47-c92a195137c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:47.237340 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-06095474-e881-4c3e-9a47-c92a195137c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:47.240265 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-818d0b8f-7aaf-430c-bb3d-e9757deccbe0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:47.263121 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06095474-e881-4c3e-9a47-c92a195137c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=93268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 22:05:47.272659 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06095474-e881-4c3e-9a47-c92a195137c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a33f6f15-0595-4fce-8508-0d34718fdb06,revision_number=1']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:47.277785 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-06095474-e881-4c3e-9a47-c92a195137c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:47.278821 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-06095474-e881-4c3e-9a47-c92a195137c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527226'] for segment, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:47.279158 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.db.segments_db [None req-06095474-e881-4c3e-9a47-c92a195137c7 admin admin] Added segment 9085b328-dc1a-4e6d-a1c7-fee29aefcc3d of type vlan for network 4d5d6765-94da-403a-a857-987443c5a577 Jun 18 22:05:47.319506 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-06095474-e881-4c3e-9a47-c92a195137c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765938645724'] for network, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:47.404673 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-06095474-e881-4c3e-9a47-c92a195137c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-490555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1678354'] for network, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:47.406000 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06095474-e881-4c3e-9a47-c92a195137c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:47.406575 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-06095474-e881-4c3e-9a47-c92a195137c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678351'] for network, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:47.409451 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:47.469447 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06095474-e881-4c3e-9a47-c92a195137c7 admin admin] Pushing event updated for resources: {'Network': ['ID=4d5d6765-94da-403a-a857-987443c5a577,revision_number=1']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:47.472102 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-06095474-e881-4c3e-9a47-c92a195137c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:47.480790 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device 60ccffa0-6533-4c41-b149-9263da272aa0 up at agent hyperv_hv-cinder-76675 {{(pid=93269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:05:47.482784 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Network 4d5d6765-94da-403a-a857-987443c5a577 details requested by agent ovs-agent-dv-cinder-766752-3-smb with host dv-cinder-766752-3-smb {{(pid=93269) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 22:05:47.530118 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-06095474-e881-4c3e-9a47-c92a195137c7 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6714954 Jun 18 22:05:47.532945 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 48656) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:47.537898 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.v2.base [None req-d8697bcf-c6f8-414a-91f9-ebf5f9bd790e admin admin] Request body: {'subnet': {'network_id': '4d5d6765-94da-403a-a857-987443c5a577', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1484211894-subnet', 'tenant_id': '32b8d34465f54c6d82e6f9908c9a9b86', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:05:47.656021 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8697bcf-c6f8-414a-91f9-ebf5f9bd790e admin admin] Made reservation on behalf of 32b8d34465f54c6d82e6f9908c9a9b86 for: {'subnet': 1} {{(pid=93268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:05:47.656221 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Provisioning for port 60ccffa0-6533-4c41-b149-9263da272aa0 completed by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:05:47.658438 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-d8697bcf-c6f8-414a-91f9-ebf5f9bd790e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8640346'] for subnet, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:47.660344 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Provisioning complete for port 60ccffa0-6533-4c41-b149-9263da272aa0 triggered by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:05:47.661271 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:47.755306 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:47.789359 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] For port 60ccffa0-6533-4c41-b149-9263da272aa0, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=60ccffa0-6533-4c41-b149-9263da272aa0,segment=NetworkSegment(0a0bb0b7-bc34-4f06-a9cd-38150b641be8),segment_id=0a0bb0b7-bc34-4f06-a9cd-38150b641be8)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:05:47.878041 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:47.879044 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device e4c2bdf6-253a-4e6a-9797-8a628aa341b7 no longer exists at agent hyperv_hv-cinder-76675 {{(pid=93269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:05:47.881550 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:47.888958 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e628e-443e-4fef-8bf9-46b325ff7a30 req-bc529677-7def-481a-b507-e53f821d60c0 tempest-VolumesNegativeTest-1110693355 tempest-VolumesNegativeTest-1110693355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:47.890445 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-ae6e628e-443e-4fef-8bf9-46b325ff7a30 req-bc529677-7def-481a-b507-e53f821d60c0 tempest-VolumesNegativeTest-1110693355 tempest-VolumesNegativeTest-1110693355-project] 10.222.0.23 "GET /v2.0/ports?device_id=a103f6ae-0fb4-42e3-81f5-216602ad2c86 HTTP/1.1" status: 200 len: 949 time: 0.1651998 Jun 18 22:05:47.902142 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e9c2b7-171e-4993-9e78-25de8e9170b6 req-d1c52c48-c26a-468c-8bb3-ed8068169094 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:47.903559 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-c7e9c2b7-171e-4993-9e78-25de8e9170b6 req-d1c52c48-c26a-468c-8bb3-ed8068169094 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 945 time: 0.1767144 Jun 18 22:05:47.904684 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.plugin [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] No Port match for: e4c2bdf6-253a-4e6a-9797-8a628aa341b7 {{(pid=93269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:05:47.905068 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device e4c2bdf6-253a-4e6a-9797-8a628aa341b7 not bound to the agent host hv-cinder-76675 {{(pid=93269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:05:47.940934 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a103f6ae-0fb4-42e3-81f5-216602ad2c86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ccffa0-6533-4c41-b149-9263da272aa0'}] {{(pid=93269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:05:47.943100 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af3cbdd609d599d07a5217d2d1a89114698d9a8f3654956f7909e96a5eb364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e44c4c-96af-472e-9b43-3ee0b7e93225" -d '{"events": [{"server_uuid": "a103f6ae-0fb4-42e3-81f5-216602ad2c86", "name": "network-vif-plugged", "status": "completed", "tag": "60ccffa0-6533-4c41-b149-9263da272aa0"}]}' {{(pid=93269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:05:47.955473 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Pushing event updated for resources: {'Port': ['ID=60ccffa0-6533-4c41-b149-9263da272aa0,revision_number=5']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:47.958774 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:48.009020 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-ae6e628e-443e-4fef-8bf9-46b325ff7a30 req-806e67e4-476b-4cb3-b4db-da97093b3eff tempest-VolumesNegativeTest-1110693355 tempest-VolumesNegativeTest-1110693355-project] 10.222.0.23 "GET /v2.0/security-groups?id=72deaab9-ad76-4460-8fe8-e1978d3fb96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045046 Jun 18 22:05:48.012579 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-c7e9c2b7-171e-4993-9e78-25de8e9170b6 req-cdca99fd-cf59-48f6-9e6c-7941ff04abc1 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=58f2a725-04fc-4d18-85d0-0d9a05d2ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973384 Jun 18 22:05:48.055300 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d73c63-b732-407c-bd22-f712ba82003d x-openstack-request-id: req-d3d73c63-b732-407c-bd22-f712ba82003d {{(pid=93269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:05:48.055605 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a103f6ae-0fb4-42e3-81f5-216602ad2c86", "name": "network-vif-plugged", "status": "completed", "tag": "60ccffa0-6533-4c41-b149-9263da272aa0", "code": 200}]} {{(pid=93269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:05:48.055866 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d3d73c63-b732-407c-bd22-f712ba82003d {{(pid=93269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:05:48.056265 dv-cinder-766752-3-smb neutron-server[93269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a103f6ae-0fb4-42e3-81f5-216602ad2c86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ccffa0-6533-4c41-b149-9263da272aa0', 'code': 200} Jun 18 22:05:48.066658 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-d8697bcf-c6f8-414a-91f9-ebf5f9bd790e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3169686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8640328'] for subnet, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:48.069934 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-c397fb70-9e66-4702-a594-f8888ee1e656 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:48.126130 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8697bcf-c6f8-414a-91f9-ebf5f9bd790e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f36ef52b-69cf-484d-b9c7-2bea9b89fa5d,revision_number=0']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:48.131021 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-d8697bcf-c6f8-414a-91f9-ebf5f9bd790e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:48.135621 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8697bcf-c6f8-414a-91f9-ebf5f9bd790e admin admin] Checking segment: {'id': '9085b328-dc1a-4e6d-a1c7-fee29aefcc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4d5d6765-94da-403a-a857-987443c5a577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:05:48.136312 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8697bcf-c6f8-414a-91f9-ebf5f9bd790e admin admin] Network hostable DHCP agents. Network: 4d5d6765-94da-403a-a857-987443c5a577, hostable agents: ['8cbf1dbc-985e-4686-b9a4-b42f90572d3b'], hosted agents: [] {{(pid=93268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 22:05:48.255011 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8697bcf-c6f8-414a-91f9-ebf5f9bd790e admin admin] Network 4d5d6765-94da-403a-a857-987443c5a577 is scheduled to be hosted by DHCP agent 8cbf1dbc-985e-4686-b9a4-b42f90572d3b with binding_index 1 {{(pid=93268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 22:05:48.336319 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.base_scheduler [None req-d8697bcf-c6f8-414a-91f9-ebf5f9bd790e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-3-smb, 4d5d6765-94da-403a-a857-987443c5a577) {{(pid=93268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:05:48.342453 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8697bcf-c6f8-414a-91f9-ebf5f9bd790e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:48.342584 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-d8697bcf-c6f8-414a-91f9-ebf5f9bd790e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678351'] for subnet, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:48.345532 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fcd27b-d49d-42ab-89ba-932ff41bea11 None None] Network 4d5d6765-94da-403a-a857-987443c5a577 requested from dv-cinder-766752-3-smb {{(pid=93269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 22:05:48.453076 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-d8697bcf-c6f8-414a-91f9-ebf5f9bd790e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9189785 Jun 18 22:05:48.479974 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05837f11-9c76-4a8e-9552-db7a18148b0e req-e3290197-329f-4018-a841-0c7030e9d492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:48.481603 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-05837f11-9c76-4a8e-9552-db7a18148b0e req-e3290197-329f-4018-a841-0c7030e9d492 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a103f6ae-0fb4-42e3-81f5-216602ad2c86 HTTP/1.1" status: 200 len: 1103 time: 0.0638943 Jun 18 22:05:48.491853 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be8a371-573b-43f1-b7b5-3f1bc108701e None None] Network 4d5d6765-94da-403a-a857-987443c5a577 requested from dv-cinder-766752-3-smb {{(pid=93269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 22:05:48.517296 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-05837f11-9c76-4a8e-9552-db7a18148b0e req-04dc8431-1786-4b61-a78b-5bb72c730f65 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=72deaab9-ad76-4460-8fe8-e1978d3fb96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295203 Jun 18 22:05:49.143847 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 48696) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:49.148853 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.v2.base [None req-472414db-e568-4375-aa7b-6a2cb8757101 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1464586587-network', 'tenant_id': 'dc473cc5b94444789045dc5cd76765ea'}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:05:49.227372 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-472414db-e568-4375-aa7b-6a2cb8757101 admin admin] Made reservation on behalf of dc473cc5b94444789045dc5cd76765ea for: {'network': 1} {{(pid=93267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:05:49.230225 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-472414db-e568-4375-aa7b-6a2cb8757101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550498'] for network, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:49.233080 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba87bf0-183c-403b-9955-06f4b512d2aa req-010bebbd-1bdd-4a1e-b391-0a822c26aa5a tempest-VolumesNegativeTest-1110693355 tempest-VolumesNegativeTest-1110693355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:49.234531 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3ba87bf0-183c-403b-9955-06f4b512d2aa req-010bebbd-1bdd-4a1e-b391-0a822c26aa5a tempest-VolumesNegativeTest-1110693355 tempest-VolumesNegativeTest-1110693355-project] 10.222.0.23 "GET /v2.0/ports?device_id=a103f6ae-0fb4-42e3-81f5-216602ad2c86 HTTP/1.1" status: 200 len: 950 time: 0.1104610 Jun 18 22:05:49.241647 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-472414db-e568-4375-aa7b-6a2cb8757101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:49.242930 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd7694-377d-440a-8ca3-860c13f51f1e req-76ee914e-48ac-4262-a05e-b34a0cfa9b9c tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:49.244329 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b2cd7694-377d-440a-8ca3-860c13f51f1e req-76ee914e-48ac-4262-a05e-b34a0cfa9b9c tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 945 time: 0.1097386 Jun 18 22:05:49.304739 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3ba87bf0-183c-403b-9955-06f4b512d2aa req-462f79c4-4cda-43cc-aae9-63bc160aaaaa tempest-VolumesNegativeTest-1110693355 tempest-VolumesNegativeTest-1110693355-project] 10.222.0.23 "GET /v2.0/security-groups?id=72deaab9-ad76-4460-8fe8-e1978d3fb96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593765 Jun 18 22:05:49.310748 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b2cd7694-377d-440a-8ca3-860c13f51f1e req-ab73403a-5451-42c2-a33a-24fe35645720 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=58f2a725-04fc-4d18-85d0-0d9a05d2ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596557 Jun 18 22:05:49.330830 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-472414db-e568-4375-aa7b-6a2cb8757101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:49.410291 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-472414db-e568-4375-aa7b-6a2cb8757101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:49.414364 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-bec4706b-30cb-4d29-8917-9be0450d7678 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:49.431214 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-472414db-e568-4375-aa7b-6a2cb8757101 admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=93267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 22:05:49.444215 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472414db-e568-4375-aa7b-6a2cb8757101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8fdbe46-ed3a-42d8-8da4-2a8b4e28128c,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:49.449145 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-472414db-e568-4375-aa7b-6a2cb8757101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:49.450431 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-472414db-e568-4375-aa7b-6a2cb8757101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527226'] for segment, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:49.450772 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.db.segments_db [None req-472414db-e568-4375-aa7b-6a2cb8757101 admin admin] Added segment 1e6e4167-d775-49f7-a518-a8beb344a65e of type vlan for network a123329d-64b8-4fcb-8b2f-a568f169a1e4 Jun 18 22:05:49.493510 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-472414db-e568-4375-aa7b-6a2cb8757101 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765938645724'] for network, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:49.504273 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4bd19c-4ca2-4c29-a9cd-c0663da717d3 req-ed7676ad-3d27-4401-8602-8277c260c1eb tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:49.506078 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-dc4bd19c-4ca2-4c29-a9cd-c0663da717d3 req-ed7676ad-3d27-4401-8602-8277c260c1eb tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 945 time: 0.0791388 Jun 18 22:05:49.517589 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 48704) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:49.522671 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.v2.base [None req-af3708f1-61e4-4916-8dc9-013963afaf6e tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Request body: {'floatingip': {'port_id': '213c452f-edf0-4d01-b4d8-f0d36789ef50'}} {{(pid=93268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:05:49.563282 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-af3708f1-61e4-4916-8dc9-013963afaf6e tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks [] for floatingip, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:49.586340 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-472414db-e568-4375-aa7b-6a2cb8757101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-490555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1678354'] for network, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:49.587727 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472414db-e568-4375-aa7b-6a2cb8757101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:49.588307 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-472414db-e568-4375-aa7b-6a2cb8757101 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678351'] for network, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:49.591481 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-d111e265-6e19-463d-b46e-7d12097a1b12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:49.646103 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472414db-e568-4375-aa7b-6a2cb8757101 admin admin] Pushing event updated for resources: {'Network': ['ID=a123329d-64b8-4fcb-8b2f-a568f169a1e4,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:49.648727 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-472414db-e568-4375-aa7b-6a2cb8757101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:49.656714 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Network a123329d-64b8-4fcb-8b2f-a568f169a1e4 details requested by agent ovs-agent-dv-cinder-766752-3-smb with host dv-cinder-766752-3-smb {{(pid=93269) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 22:05:49.760197 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-472414db-e568-4375-aa7b-6a2cb8757101 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6145942 Jun 18 22:05:49.762857 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 48706) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:05:49.767874 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.v2.base [None req-850f06c2-d0fe-442b-98c9-aefdc95a65e1 admin admin] Request body: {'subnet': {'network_id': 'a123329d-64b8-4fcb-8b2f-a568f169a1e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1464586587-subnet', 'tenant_id': 'dc473cc5b94444789045dc5cd76765ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:05:49.911560 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-850f06c2-d0fe-442b-98c9-aefdc95a65e1 admin admin] Made reservation on behalf of dc473cc5b94444789045dc5cd76765ea for: {'subnet': 1} {{(pid=93267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:05:49.914057 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-850f06c2-d0fe-442b-98c9-aefdc95a65e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2856210'] for subnet, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:50.020108 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-af3708f1-61e4-4916-8dc9-013963afaf6e tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:50.078798 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:50.101657 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-af3708f1-61e4-4916-8dc9-013963afaf6e tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516016'] for floatingip, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:50.153159 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-850f06c2-d0fe-442b-98c9-aefdc95a65e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2856192'] for subnet, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:50.156173 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:50.202213 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.db.l3_db [None req-af3708f1-61e4-4916-8dc9-013963afaf6e tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Floating IP 394a1236-a653-4dbd-8189-c7e826333d0d associated. External IP: 172.28.0.69, port: 213c452f-edf0-4d01-b4d8-f0d36789ef50. Jun 18 22:05:50.212464 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850f06c2-d0fe-442b-98c9-aefdc95a65e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b2d235b-7154-40fd-9c46-e617168e7204,revision_number=0']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:50.216924 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-850f06c2-d0fe-442b-98c9-aefdc95a65e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:50.220820 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850f06c2-d0fe-442b-98c9-aefdc95a65e1 admin admin] Checking segment: {'id': '1e6e4167-d775-49f7-a518-a8beb344a65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a123329d-64b8-4fcb-8b2f-a568f169a1e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:05:50.221171 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850f06c2-d0fe-442b-98c9-aefdc95a65e1 admin admin] Network hostable DHCP agents. Network: a123329d-64b8-4fcb-8b2f-a568f169a1e4, hostable agents: ['8cbf1dbc-985e-4686-b9a4-b42f90572d3b'], hosted agents: [] {{(pid=93267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 22:05:50.307562 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850f06c2-d0fe-442b-98c9-aefdc95a65e1 admin admin] Network a123329d-64b8-4fcb-8b2f-a568f169a1e4 is scheduled to be hosted by DHCP agent 8cbf1dbc-985e-4686-b9a4-b42f90572d3b with binding_index 1 {{(pid=93267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 22:05:50.381539 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.scheduler.base_scheduler [None req-850f06c2-d0fe-442b-98c9-aefdc95a65e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-3-smb, a123329d-64b8-4fcb-8b2f-a568f169a1e4) {{(pid=93267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:05:50.387455 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850f06c2-d0fe-442b-98c9-aefdc95a65e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:50.388188 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-850f06c2-d0fe-442b-98c9-aefdc95a65e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:50.393860 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4e7d6f-2920-4420-9c42-944799737673 None None] Network a123329d-64b8-4fcb-8b2f-a568f169a1e4 requested from dv-cinder-766752-3-smb {{(pid=93269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 22:05:50.491181 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-850f06c2-d0fe-442b-98c9-aefdc95a65e1 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7270896 Jun 18 22:05:50.544221 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357cde6d-e981-4b38-9389-a79b4a36ef59 None None] Network a123329d-64b8-4fcb-8b2f-a568f169a1e4 requested from dv-cinder-766752-3-smb {{(pid=93269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 22:05:50.621699 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7670f05b-be2c-49b3-9ec4-415e4625af48 req-22c5927b-f22a-40d4-a017-21a5dad8f0ee tempest-VolumesNegativeTest-1110693355 tempest-VolumesNegativeTest-1110693355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:50.623162 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-7670f05b-be2c-49b3-9ec4-415e4625af48 req-22c5927b-f22a-40d4-a017-21a5dad8f0ee tempest-VolumesNegativeTest-1110693355 tempest-VolumesNegativeTest-1110693355-project] 10.222.0.23 "GET /v2.0/ports?device_id=a103f6ae-0fb4-42e3-81f5-216602ad2c86 HTTP/1.1" status: 200 len: 950 time: 0.0868773 Jun 18 22:05:50.744838 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-7670f05b-be2c-49b3-9ec4-415e4625af48 req-f79def6f-2764-4154-8da2-a139201791c4 tempest-VolumesNegativeTest-1110693355 tempest-VolumesNegativeTest-1110693355-project] 10.222.0.23 "GET /v2.0/security-groups?id=72deaab9-ad76-4460-8fe8-e1978d3fb96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833809 Jun 18 22:05:50.781967 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af3708f1-61e4-4916-8dc9-013963afaf6e tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Router b7bef094-6463-4610-a271-5d4d2e6518a3 has already been hosted by L3 agent cffdd0dd-f469-4450-b407-8e3f357d30fb {{(pid=93268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 22:05:50.904099 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af3708f1-61e4-4916-8dc9-013963afaf6e tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify agent at l3_agent.dv-cinder-766752-3-smb the message routers_updated {{(pid=93268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 22:05:50.910002 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-af3708f1-61e4-4916-8dc9-013963afaf6e tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31239'] for floatingip, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:50.920172 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425e99ee-4a32-4690-a787-e27ba4a206e5 None None] Sync routers for ids ['b7bef094-6463-4610-a271-5d4d2e6518a3'] in dv-cinder-766752-3-smb {{(pid=93269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 22:05:50.932306 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425e99ee-4a32-4690-a787-e27ba4a206e5 None None] Routers {'b7bef094-6463-4610-a271-5d4d2e6518a3'} bound to L3 agent in host dv-cinder-766752-3-smb {{(pid=93269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:05:50.933208 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-425e99ee-4a32-4690-a787-e27ba4a206e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T21:54:00Z,description=,heartbeat_timestamp=2021-06-18T22:05:30Z,host='dv-cinder-766752-3-smb',id=cffdd0dd-f469-4450-b407-8e3f357d30fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:54:01Z,topic='l3_agent')) {'router_ids': ['b7bef094-6463-4610-a271-5d4d2e6518a3'], 'active': True} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:05:50.962438 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-af3708f1-61e4-4916-8dc9-013963afaf6e tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "PUT /v2.0/floatingips/394a1236-a653-4dbd-8189-c7e826333d0d HTTP/1.1" status: 200 len: 990 time: 1.4435115 Jun 18 22:05:50.963449 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82ef5668-f50a-42c7-ab14-8e988a838c89', 'tag': '213c452f-edf0-4d01-b4d8-f0d36789ef50'}] {{(pid=93268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:05:50.966054 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ff4b25c03651656652c9c7d58efcdba903c051ef33b3f53eb93af1a53304f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f679e2-b4ee-4a6d-8c24-99bfcb23e5c0" -d '{"events": [{"name": "network-changed", "server_uuid": "82ef5668-f50a-42c7-ab14-8e988a838c89", "tag": "213c452f-edf0-4d01-b4d8-f0d36789ef50"}]}' {{(pid=93268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:05:51.052777 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvr_db [None req-425e99ee-4a32-4690-a787-e27ba4a206e5 None None] Set router b7bef094-6463-4610-a271-5d4d2e6518a3 gateway port host: dv-cinder-766752-3-smb {{(pid=93269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:05:51.109288 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd76881-0263-42be-8f20-777cc96be419 req-f95c0a19-ff8b-4fc0-9c1a-e4d293b446ab tempest-VolumesActionsTest-39084986 tempest-VolumesActionsTest-39084986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:51.110869 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-cfd76881-0263-42be-8f20-777cc96be419 req-f95c0a19-ff8b-4fc0-9c1a-e4d293b446ab tempest-VolumesActionsTest-39084986 tempest-VolumesActionsTest-39084986-project] 10.222.0.23 "GET /v2.0/networks?id=4d5d6765-94da-403a-a857-987443c5a577 HTTP/1.1" status: 200 len: 809 time: 0.1402762 Jun 18 22:05:51.126021 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-cfd76881-0263-42be-8f20-777cc96be419 req-5a98dba8-a53a-48b4-bdb6-3d8afcb552cf tempest-VolumesActionsTest-39084986 tempest-VolumesActionsTest-39084986-project] 10.222.0.23 "GET /v2.0/quotas/32b8d34465f54c6d82e6f9908c9a9b86 HTTP/1.1" status: 200 len: 375 time: 0.0095143 Jun 18 22:05:51.186445 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-cfd76881-0263-42be-8f20-777cc96be419 req-7bc096dc-9e64-4d67-918c-7e900eef2097 tempest-VolumesActionsTest-39084986 tempest-VolumesActionsTest-39084986-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=32b8d34465f54c6d82e6f9908c9a9b86&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488741 Jun 18 22:05:51.300860 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-cfd76881-0263-42be-8f20-777cc96be419 req-3b77068b-0e3c-4f41-93f4-5f84d7c3e7cd service neutron] 10.222.0.23 "GET /v2.0/networks/4d5d6765-94da-403a-a857-987443c5a577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053970 Jun 18 22:05:51.370078 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-425e99ee-4a32-4690-a787-e27ba4a206e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bef094-6463-4610-a271-5d4d2e6518a3', 'name': 'tempest-AttachVolumeShelveTestJSON-1631673649-router', 'tenant_id': '086d8a7db0824b69b4ceea30f277fb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.101'}], 'enable_snat': True}, 'gw_port_id': 'd33693c2-f680-48fc-9e83-286b075268b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:05:22Z', 'updated_at': '2021-06-18T22:05:27Z', 'revision_number': 4, 'project_id': '086d8a7db0824b69b4ceea30f277fb14', 'gw_port': {'id': 'd33693c2-f680-48fc-9e83-286b075268b5', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:fc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bef094-6463-4610-a271-5d4d2e6518a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:05:23Z', 'updated_at': '2021-06-18T22:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb', '_floatingips': [{'id': '394a1236-a653-4dbd-8189-c7e826333d0d', 'tenant_id': '086d8a7db0824b69b4ceea30f277fb14', 'floating_ip_address': '172.28.0.69', 'floating_network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'router_id': 'b7bef094-6463-4610-a271-5d4d2e6518a3', 'port_id': '213c452f-edf0-4d01-b4d8-f0d36789ef50', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d1f4389-47a7-47d4-a0f5-f21dad0f67c2', 'mac_address': 'fa:16:3e:a5:a8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ef5668-f50a-42c7-ab14-8e988a838c89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T22:05:31Z', 'updated_at': '2021-06-18T22:05:49Z', 'revision_number': 1, 'project_id': '086d8a7db0824b69b4ceea30f277fb14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aa202d8-6796-4c55-9796-55a58b7722d9', 'name': '', 'network_id': '1d1f4389-47a7-47d4-a0f5-f21dad0f67c2', 'tenant_id': '086d8a7db0824b69b4ceea30f277fb14', 'mac_address': 'fa:16:3e:68:22:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bef094-6463-4610-a271-5d4d2e6518a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '7481fd0b-ce05-4e67-b068-a6b20f3c0083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:05:26Z', 'updated_at': '2021-06-18T22:05:32Z', 'revision_number': 5, 'project_id': '086d8a7db0824b69b4ceea30f277fb14', 'subnets': [{'id': '7481fd0b-ce05-4e67-b068-a6b20f3c0083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-smb', False) {} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:05:51.396999 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425e99ee-4a32-4690-a787-e27ba4a206e5 None None] Checking router: b7bef094-6463-4610-a271-5d4d2e6518a3 for host: dv-cinder-766752-3-smb {{(pid=93269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 22:05:51.402694 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-cfd76881-0263-42be-8f20-777cc96be419 req-1c9f6987-7c9b-4487-ac86-5e100b5f8d97 service neutron] 10.222.0.23 "GET /v2.0/networks/4d5d6765-94da-403a-a857-987443c5a577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951290 Jun 18 22:05:51.406147 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425e99ee-4a32-4690-a787-e27ba4a206e5 None None] Routers {'b7bef094-6463-4610-a271-5d4d2e6518a3'} bound to L3 agent in host dv-cinder-766752-3-smb {{(pid=93269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:05:51.406771 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-425e99ee-4a32-4690-a787-e27ba4a206e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T21:54:00Z,description=,heartbeat_timestamp=2021-06-18T22:05:30Z,host='dv-cinder-766752-3-smb',id=cffdd0dd-f469-4450-b407-8e3f357d30fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:54:01Z,topic='l3_agent')) {'router_ids': ['b7bef094-6463-4610-a271-5d4d2e6518a3'], 'active': True} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:05:51.453126 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 22:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d57fad-0139-47b6-b2e9-4e6f704266e2 x-openstack-request-id: req-09d57fad-0139-47b6-b2e9-4e6f704266e2 {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:05:51.453445 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82ef5668-f50a-42c7-ab14-8e988a838c89", "tag": "213c452f-edf0-4d01-b4d8-f0d36789ef50", "status": "completed", "code": 200}]} {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:05:51.453722 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-09d57fad-0139-47b6-b2e9-4e6f704266e2 {{(pid=93268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:05:51.454143 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82ef5668-f50a-42c7-ab14-8e988a838c89', 'tag': '213c452f-edf0-4d01-b4d8-f0d36789ef50', 'status': 'completed', 'code': 200} Jun 18 22:05:51.518524 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvr_db [None req-425e99ee-4a32-4690-a787-e27ba4a206e5 None None] Set router b7bef094-6463-4610-a271-5d4d2e6518a3 gateway port host: dv-cinder-766752-3-smb {{(pid=93269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:05:51.663372 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f679e2-b4ee-4a6d-8c24-99bfcb23e5c0 req-86c6ebb5-dc45-4996-89a9-32318c34cb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:51.665005 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-99f679e2-b4ee-4a6d-8c24-99bfcb23e5c0 req-86c6ebb5-dc45-4996-89a9-32318c34cb5a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=086d8a7db0824b69b4ceea30f277fb14&device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 1098 time: 0.1604946 Jun 18 22:05:51.673973 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2464def-e815-4be1-95ac-940373d5317e req-9a56b757-5fd5-43fc-8ac7-ab3ff985ccb0 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:51.681092 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b2464def-e815-4be1-95ac-940373d5317e req-9a56b757-5fd5-43fc-8ac7-ab3ff985ccb0 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.23 "GET /v2.0/networks?id=0610a626-03a3-4b84-99c0-0b129bf8ff4c HTTP/1.1" status: 200 len: 813 time: 0.1450412 Jun 18 22:05:51.755000 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b2464def-e815-4be1-95ac-940373d5317e req-bb1911c9-5e53-4d3f-a91a-cdeeeadd8c95 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.23 "GET /v2.0/quotas/5b39da45c8494f9a93bbc324799c2406 HTTP/1.1" status: 200 len: 375 time: 0.0730464 Jun 18 22:05:51.782720 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-425e99ee-4a32-4690-a787-e27ba4a206e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bef094-6463-4610-a271-5d4d2e6518a3', 'name': 'tempest-AttachVolumeShelveTestJSON-1631673649-router', 'tenant_id': '086d8a7db0824b69b4ceea30f277fb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.101'}], 'enable_snat': True}, 'gw_port_id': 'd33693c2-f680-48fc-9e83-286b075268b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:05:22Z', 'updated_at': '2021-06-18T22:05:27Z', 'revision_number': 4, 'project_id': '086d8a7db0824b69b4ceea30f277fb14', 'gw_port': {'id': 'd33693c2-f680-48fc-9e83-286b075268b5', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:fc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bef094-6463-4610-a271-5d4d2e6518a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:05:23Z', 'updated_at': '2021-06-18T22:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb', '_floatingips': [{'id': '394a1236-a653-4dbd-8189-c7e826333d0d', 'tenant_id': '086d8a7db0824b69b4ceea30f277fb14', 'floating_ip_address': '172.28.0.69', 'floating_network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'router_id': 'b7bef094-6463-4610-a271-5d4d2e6518a3', 'port_id': '213c452f-edf0-4d01-b4d8-f0d36789ef50', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d1f4389-47a7-47d4-a0f5-f21dad0f67c2', 'mac_address': 'fa:16:3e:a5:a8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ef5668-f50a-42c7-ab14-8e988a838c89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T22:05:31Z', 'updated_at': '2021-06-18T22:05:49Z', 'revision_number': 1, 'project_id': '086d8a7db0824b69b4ceea30f277fb14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aa202d8-6796-4c55-9796-55a58b7722d9', 'name': '', 'network_id': '1d1f4389-47a7-47d4-a0f5-f21dad0f67c2', 'tenant_id': '086d8a7db0824b69b4ceea30f277fb14', 'mac_address': 'fa:16:3e:68:22:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bef094-6463-4610-a271-5d4d2e6518a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '7481fd0b-ce05-4e67-b068-a6b20f3c0083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:05:26Z', 'updated_at': '2021-06-18T22:05:32Z', 'revision_number': 5, 'project_id': '086d8a7db0824b69b4ceea30f277fb14', 'subnets': [{'id': '7481fd0b-ce05-4e67-b068-a6b20f3c0083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-smb', False) {} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:05:51.814969 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b2464def-e815-4be1-95ac-940373d5317e req-37f0c9d6-736f-4701-8219-89be8f1eb3c2 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5b39da45c8494f9a93bbc324799c2406&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410404 Jun 18 22:05:51.922115 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f679e2-b4ee-4a6d-8c24-99bfcb23e5c0 req-dbd030d4-842d-4c4f-90d5-21b3c3db9b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:51.923781 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-99f679e2-b4ee-4a6d-8c24-99bfcb23e5c0 req-dbd030d4-842d-4c4f-90d5-21b3c3db9b54 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1d1f4389-47a7-47d4-a0f5-f21dad0f67c2 HTTP/1.1" status: 200 len: 918 time: 0.2346492 Jun 18 22:05:51.930332 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425e99ee-4a32-4690-a787-e27ba4a206e5 None None] The sync data for ids ['b7bef094-6463-4610-a271-5d4d2e6518a3'] in dv-cinder-766752-3-smb is: [{'id': 'b7bef094-6463-4610-a271-5d4d2e6518a3', 'name': 'tempest-AttachVolumeShelveTestJSON-1631673649-router', 'tenant_id': '086d8a7db0824b69b4ceea30f277fb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.101'}], 'enable_snat': True}, 'gw_port_id': 'd33693c2-f680-48fc-9e83-286b075268b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:05:22Z', 'updated_at': '2021-06-18T22:05:27Z', 'revision_number': 4, 'project_id': '086d8a7db0824b69b4ceea30f277fb14', 'gw_port': {'id': 'd33693c2-f680-48fc-9e83-286b075268b5', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:fc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bef094-6463-4610-a271-5d4d2e6518a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:05:23Z', 'updated_at': '2021-06-18T22:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb', '_floatingips': [{'id': '394a1236-a653-4dbd-8189-c7e826333d0d', 'tenant_id': '086d8a7db0824b69b4ceea30f277fb14', 'floating_ip_address': '172.28.0.69', 'floating_network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'router_id': 'b7bef094-6463-4610-a271-5d4d2e6518a3', 'port_id': '213c452f-edf0-4d01-b4d8-f0d36789ef50', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d1f4389-47a7-47d4-a0f5-f21dad0f67c2', 'mac_address': 'fa:16:3e:a5:a8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ef5668-f50a-42c7-ab14-8e988a838c89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T22:05:31Z', 'updated_at': '2021-06-18T22:05:49Z', 'revision_number': 1, 'project_id': '086d8a7db0824b69b4ceea30f277fb14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aa202d8-6796-4c55-9796-55a58b7722d9', 'name': '', 'network_id': '1d1f4389-47a7-47d4-a0f5-f21dad0f67c2', 'tenant_id': '086d8a7db0824b69b4ceea30f277fb14', 'mac_address': 'fa:16:3e:68:22:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bef094-6463-4610-a271-5d4d2e6518a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '7481fd0b-ce05-4e67-b068-a6b20f3c0083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:05:26Z', 'updated_at': '2021-06-18T22:05:32Z', 'revision_number': 5, 'project_id': '086d8a7db0824b69b4ceea30f277fb14', 'subnets': [{'id': '7481fd0b-ce05-4e67-b068-a6b20f3c0083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 22:05:51.938355 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44538085-4529-4cde-a368-91c37e014ab6 req-c8023b1c-8429-4b39-a07d-4ec4f3c4024b tempest-VolumesNegativeTest-1110693355 tempest-VolumesNegativeTest-1110693355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:51.938355 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-44538085-4529-4cde-a368-91c37e014ab6 req-c8023b1c-8429-4b39-a07d-4ec4f3c4024b tempest-VolumesNegativeTest-1110693355 tempest-VolumesNegativeTest-1110693355-project] 10.222.0.23 "GET /v2.0/ports?device_id=a103f6ae-0fb4-42e3-81f5-216602ad2c86 HTTP/1.1" status: 200 len: 950 time: 0.2375684 Jun 18 22:05:52.045218 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b2464def-e815-4be1-95ac-940373d5317e req-3036ecb5-5a67-4ea4-94c8-6c9aa08a7d18 service neutron] 10.222.0.23 "GET /v2.0/networks/0610a626-03a3-4b84-99c0-0b129bf8ff4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204492 Jun 18 22:05:52.051087 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-99f679e2-b4ee-4a6d-8c24-99bfcb23e5c0 req-8c55b917-84b8-4c60-a6cc-3681b8bfad94 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=213c452f-edf0-4d01-b4d8-f0d36789ef50 HTTP/1.1" status: 200 len: 998 time: 0.1114984 Jun 18 22:05:52.060959 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-44538085-4529-4cde-a368-91c37e014ab6 req-3c6414f9-a6e1-416b-b7fb-b57bb265d61b tempest-VolumesNegativeTest-1110693355 tempest-VolumesNegativeTest-1110693355-project] 10.222.0.23 "GET /v2.0/security-groups?id=72deaab9-ad76-4460-8fe8-e1978d3fb96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118581 Jun 18 22:05:52.148765 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c88087c-1db5-4bf3-99cb-e727959fffc0 None None] New status for floating IP 394a1236-a653-4dbd-8189-c7e826333d0d: ACTIVE {{(pid=93270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 22:05:52.167157 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-17e312c6-8cc6-49d6-b9b4-279714b4e346 req-9e5f321f-928a-4155-94cd-b1bdbed80e72 tempest-VolumesActionsTest-39084986 tempest-VolumesActionsTest-39084986-project] 10.222.0.23 "GET /v2.0/ports?device_id=8369d8b3-8936-49a1-b7a6-08300c06e135 HTTP/1.1" status: 200 len: 210 time: 0.0456111 Jun 18 22:05:52.188705 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f679e2-b4ee-4a6d-8c24-99bfcb23e5c0 req-7a46b283-78ec-4cdb-9713-eebcd057d7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:52.190886 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-99f679e2-b4ee-4a6d-8c24-99bfcb23e5c0 req-7a46b283-78ec-4cdb-9713-eebcd057d7a8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7481fd0b-ce05-4e67-b068-a6b20f3c0083 HTTP/1.1" status: 200 len: 856 time: 0.1278684 Jun 18 22:05:52.242844 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b2464def-e815-4be1-95ac-940373d5317e req-6eb46a75-c619-4f4c-b6ec-7622c8e0502c service neutron] 10.222.0.23 "GET /v2.0/networks/0610a626-03a3-4b84-99c0-0b129bf8ff4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941478 Jun 18 22:05:52.277530 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f679e2-b4ee-4a6d-8c24-99bfcb23e5c0 req-dff29990-7c81-4473-b351-425f9364619c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:52.279713 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-99f679e2-b4ee-4a6d-8c24-99bfcb23e5c0 req-dff29990-7c81-4473-b351-425f9364619c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1d1f4389-47a7-47d4-a0f5-f21dad0f67c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0786726 Jun 18 22:05:52.388238 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-99f679e2-b4ee-4a6d-8c24-99bfcb23e5c0 req-cbbc5861-17e8-40ee-8c1c-5f4ce2dcd362 service neutron] 10.222.0.42 "GET /v2.0/networks/1d1f4389-47a7-47d4-a0f5-f21dad0f67c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976160 Jun 18 22:05:52.480137 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-99f679e2-b4ee-4a6d-8c24-99bfcb23e5c0 req-950c1233-b198-4dc3-b215-05df691f7a96 service neutron] 10.222.0.42 "GET /v2.0/networks/1d1f4389-47a7-47d4-a0f5-f21dad0f67c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852432 Jun 18 22:05:52.549314 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-7e16582e-8e9c-46cc-9547-4ee04222b8af req-69cb56d8-31f2-44bb-96f4-79f08c8cfce3 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.23 "GET /v2.0/ports?device_id=205754c7-b435-4064-8f1c-c8e491d9265a HTTP/1.1" status: 200 len: 210 time: 0.0420263 Jun 18 22:05:52.997139 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e265a4f-c69b-4c6d-a964-b64abcbd5ebe req-5ab5809e-69df-4d9b-a5bf-b8bb12773d28 tempest-VolumesNegativeTest-1110693355 tempest-VolumesNegativeTest-1110693355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:52.998564 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-1e265a4f-c69b-4c6d-a964-b64abcbd5ebe req-5ab5809e-69df-4d9b-a5bf-b8bb12773d28 tempest-VolumesNegativeTest-1110693355 tempest-VolumesNegativeTest-1110693355-project] 10.222.0.42 "GET /v2.0/ports?device_id=a103f6ae-0fb4-42e3-81f5-216602ad2c86 HTTP/1.1" status: 200 len: 950 time: 0.0663044 Jun 18 22:05:53.099205 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [req-1e265a4f-c69b-4c6d-a964-b64abcbd5ebe req-e2cf63da-f70f-4562-9e30-b7b9742116b9 tempest-VolumesNegativeTest-1110693355 tempest-VolumesNegativeTest-1110693355-project] Deleting port 60ccffa0-6533-4c41-b149-9263da272aa0 {{(pid=93268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:05:53.099545 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-1e265a4f-c69b-4c6d-a964-b64abcbd5ebe req-e2cf63da-f70f-4562-9e30-b7b9742116b9 tempest-VolumesNegativeTest-1110693355 tempest-VolumesNegativeTest-1110693355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765939110629'] for port, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:53.240569 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.db [req-1e265a4f-c69b-4c6d-a964-b64abcbd5ebe req-e2cf63da-f70f-4562-9e30-b7b9742116b9 tempest-VolumesNegativeTest-1110693355 tempest-VolumesNegativeTest-1110693355-project] For port 60ccffa0-6533-4c41-b149-9263da272aa0, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=60ccffa0-6533-4c41-b149-9263da272aa0,segment=NetworkSegment(0a0bb0b7-bc34-4f06-a9cd-38150b641be8),segment_id=0a0bb0b7-bc34-4f06-a9cd-38150b641be8)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:05:53.240834 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-1e265a4f-c69b-4c6d-a964-b64abcbd5ebe req-e2cf63da-f70f-4562-9e30-b7b9742116b9 tempest-VolumesNegativeTest-1110693355 tempest-VolumesNegativeTest-1110693355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512668'] for port, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:53.319353 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [req-1e265a4f-c69b-4c6d-a964-b64abcbd5ebe req-e2cf63da-f70f-4562-9e30-b7b9742116b9 tempest-VolumesNegativeTest-1110693355 tempest-VolumesNegativeTest-1110693355-project] Calling delete_port for 60ccffa0-6533-4c41-b149-9263da272aa0 owned by compute:nova {{(pid=93268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:05:53.362280 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-e99f71ea-1b64-42f0-93a3-392de2b39c15 req-13a8f8e2-2e68-48fb-856c-a8ebff3361a5 tempest-VolumesActionsTest-39084986 tempest-VolumesActionsTest-39084986-project] 10.222.0.23 "GET /v2.0/ports?device_id=8369d8b3-8936-49a1-b7a6-08300c06e135 HTTP/1.1" status: 200 len: 210 time: 0.0403800 Jun 18 22:05:53.411759 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dce54a-81bc-440b-9184-92dd72cd2dab req-bac92d36-be58-44bb-b25d-b7860b33d2b9 tempest-VolumesNegativeTest-1110693355 tempest-VolumesNegativeTest-1110693355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:53.413258 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-12dce54a-81bc-440b-9184-92dd72cd2dab req-bac92d36-be58-44bb-b25d-b7860b33d2b9 tempest-VolumesNegativeTest-1110693355 tempest-VolumesNegativeTest-1110693355-project] 10.222.0.23 "GET /v2.0/ports?device_id=a103f6ae-0fb4-42e3-81f5-216602ad2c86 HTTP/1.1" status: 200 len: 950 time: 0.2314291 Jun 18 22:05:53.467444 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-12dce54a-81bc-440b-9184-92dd72cd2dab req-1a7b1df2-3f49-4268-ae76-ca46023101d0 tempest-VolumesNegativeTest-1110693355 tempest-VolumesNegativeTest-1110693355-project] 10.222.0.23 "GET /v2.0/security-groups?id=72deaab9-ad76-4460-8fe8-e1978d3fb96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448537 Jun 18 22:05:53.564084 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-1e265a4f-c69b-4c6d-a964-b64abcbd5ebe req-e2cf63da-f70f-4562-9e30-b7b9742116b9 tempest-VolumesNegativeTest-1110693355 tempest-VolumesNegativeTest-1110693355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765939117029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765938626151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3169581'] for port, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:53.568068 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-cdc8345f-87ee-45d1-ba7f-224973474518 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:53.592276 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cf63da-f70f-4562-9e30-b7b9742116b9 tempest-VolumesNegativeTest-1110693355 tempest-VolumesNegativeTest-1110693355-project] Pushing event deleted for resources: {'Port': ['ID=60ccffa0-6533-4c41-b149-9263da272aa0,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:53.595674 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-e2cf63da-f70f-4562-9e30-b7b9742116b9 tempest-VolumesNegativeTest-1110693355 tempest-VolumesNegativeTest-1110693355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:53.610365 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] get_ports_and_sgs() called for port_ids ['60ccffa0-6533-4c41-b149-9263da272aa0'] {{(pid=93269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:05:53.656561 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e265a4f-c69b-4c6d-a964-b64abcbd5ebe req-e2cf63da-f70f-4562-9e30-b7b9742116b9 tempest-VolumesNegativeTest-1110693355 tempest-VolumesNegativeTest-1110693355-project] No DVR routers for this DVR port 60ccffa0-6533-4c41-b149-9263da272aa0 on host hv-cinder-76675 {{(pid=93268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 22:05:53.659235 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-1e265a4f-c69b-4c6d-a964-b64abcbd5ebe req-e2cf63da-f70f-4562-9e30-b7b9742116b9 tempest-VolumesNegativeTest-1110693355 tempest-VolumesNegativeTest-1110693355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31239'] for port, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:53.661407 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-1e265a4f-c69b-4c6d-a964-b64abcbd5ebe req-e2cf63da-f70f-4562-9e30-b7b9742116b9 tempest-VolumesNegativeTest-1110693355 tempest-VolumesNegativeTest-1110693355-project] 10.222.0.42 "DELETE /v2.0/ports/60ccffa0-6533-4c41-b149-9263da272aa0 HTTP/1.1" status: 204 len: 173 time: 0.6571422 Jun 18 22:05:53.661987 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a103f6ae-0fb4-42e3-81f5-216602ad2c86', 'name': 'network-vif-deleted', 'tag': '60ccffa0-6533-4c41-b149-9263da272aa0'}] {{(pid=93268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:05:53.664381 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ff4b25c03651656652c9c7d58efcdba903c051ef33b3f53eb93af1a53304f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eeaf1ba-d77c-4781-822b-ad782cca5400" -d '{"events": [{"server_uuid": "a103f6ae-0fb4-42e3-81f5-216602ad2c86", "name": "network-vif-deleted", "tag": "60ccffa0-6533-4c41-b149-9263da272aa0"}]}' {{(pid=93268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:05:53.745419 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-7717b318-53cb-45da-8a04-823c867996d7 req-c88e4c17-4d68-4ca9-a43e-bc88fd9f99dc tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.23 "GET /v2.0/ports?device_id=205754c7-b435-4064-8f1c-c8e491d9265a HTTP/1.1" status: 200 len: 210 time: 0.0356450 Jun 18 22:05:53.808359 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d3acb2-1c7a-4dce-9ad7-7252d0c839f1 x-openstack-request-id: req-c2d3acb2-1c7a-4dce-9ad7-7252d0c839f1 {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:05:53.808728 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a103f6ae-0fb4-42e3-81f5-216602ad2c86", "name": "network-vif-deleted", "tag": "60ccffa0-6533-4c41-b149-9263da272aa0", "status": "completed", "code": 200}]} {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:05:53.809071 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c2d3acb2-1c7a-4dce-9ad7-7252d0c839f1 {{(pid=93268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:05:53.809431 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a103f6ae-0fb4-42e3-81f5-216602ad2c86', 'name': 'network-vif-deleted', 'tag': '60ccffa0-6533-4c41-b149-9263da272aa0', 'status': 'completed', 'code': 200} Jun 18 22:05:54.183849 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd76881-0263-42be-8f20-777cc96be419 req-ece626e8-3f3d-4076-a2e5-1e969560a0ea tempest-VolumesActionsTest-39084986 tempest-VolumesActionsTest-39084986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:54.185325 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-cfd76881-0263-42be-8f20-777cc96be419 req-ece626e8-3f3d-4076-a2e5-1e969560a0ea tempest-VolumesActionsTest-39084986 tempest-VolumesActionsTest-39084986-project] 10.222.0.42 "GET /v2.0/networks?id=4d5d6765-94da-403a-a857-987443c5a577 HTTP/1.1" status: 200 len: 809 time: 0.1032925 Jun 18 22:05:54.204697 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.v2.base [req-cfd76881-0263-42be-8f20-777cc96be419 req-3d2dc084-240a-4b24-bb01-8e114abda4ca tempest-VolumesActionsTest-39084986 tempest-VolumesActionsTest-39084986-project] Request body: {'port': {'device_id': '8369d8b3-8936-49a1-b7a6-08300c06e135', 'network_id': '4d5d6765-94da-403a-a857-987443c5a577', 'admin_state_up': True, 'tenant_id': '32b8d34465f54c6d82e6f9908c9a9b86'}} {{(pid=93268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:05:54.391017 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfd76881-0263-42be-8f20-777cc96be419 req-3d2dc084-240a-4b24-bb01-8e114abda4ca tempest-VolumesActionsTest-39084986 tempest-VolumesActionsTest-39084986-project] Made reservation on behalf of 32b8d34465f54c6d82e6f9908c9a9b86 for: {'port': 1} {{(pid=93268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:05:54.394907 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-cfd76881-0263-42be-8f20-777cc96be419 req-3d2dc084-240a-4b24-bb01-8e114abda4ca tempest-VolumesActionsTest-39084986 tempest-VolumesActionsTest-39084986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550498'] for port, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:54.545579 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-f5ff4eea-6b6a-42b9-964b-5699168345fd req-241cad71-c622-40c3-96d5-1721e3673422 tempest-VolumesActionsTest-39084986 tempest-VolumesActionsTest-39084986-project] 10.222.0.23 "GET /v2.0/ports?device_id=8369d8b3-8936-49a1-b7a6-08300c06e135 HTTP/1.1" status: 200 len: 210 time: 0.0615201 Jun 18 22:05:54.577846 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.db_base_plugin_common [req-cfd76881-0263-42be-8f20-777cc96be419 req-3d2dc084-240a-4b24-bb01-8e114abda4ca tempest-VolumesActionsTest-39084986 tempest-VolumesActionsTest-39084986-project] Allocated IP 172.20.0.11 (4d5d6765-94da-403a-a857-987443c5a577/f36ef52b-69cf-484d-b9c7-2bea9b89fa5d/649ed1e3-fbfc-4267-b551-241e0b085c87) {{(pid=93268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:05:54.647436 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-c1615523-44f6-4665-a596-1a70900e7982 req-bcfb2501-c2ae-401a-9569-35c9f850e17f tempest-VolumesNegativeTest-1110693355 tempest-VolumesNegativeTest-1110693355-project] 10.222.0.23 "GET /v2.0/ports?device_id=a103f6ae-0fb4-42e3-81f5-216602ad2c86 HTTP/1.1" status: 200 len: 210 time: 0.0383286 Jun 18 22:05:54.814390 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-cfd76881-0263-42be-8f20-777cc96be419 req-3d2dc084-240a-4b24-bb01-8e114abda4ca tempest-VolumesActionsTest-39084986 tempest-VolumesActionsTest-39084986-project] Notify callbacks [] for port, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:54.899811 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2464def-e815-4be1-95ac-940373d5317e req-b9b9ad9e-52de-408d-aa01-4191640420a3 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:54.901280 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b2464def-e815-4be1-95ac-940373d5317e req-b9b9ad9e-52de-408d-aa01-4191640420a3 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.42 "GET /v2.0/networks?id=0610a626-03a3-4b84-99c0-0b129bf8ff4c HTTP/1.1" status: 200 len: 813 time: 0.1534238 Jun 18 22:05:54.921260 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-030bdcc5-5fc5-4906-ba23-94e5e0dbf49a req-f035c5eb-e6f0-4b97-9d87-241b9482ac18 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.23 "GET /v2.0/ports?device_id=205754c7-b435-4064-8f1c-c8e491d9265a HTTP/1.1" status: 200 len: 210 time: 0.0441408 Jun 18 22:05:54.935693 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.v2.base [req-b2464def-e815-4be1-95ac-940373d5317e req-b063863c-4703-41bb-bb65-b7c7aedc3e20 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Request body: {'port': {'device_id': '205754c7-b435-4064-8f1c-c8e491d9265a', 'network_id': '0610a626-03a3-4b84-99c0-0b129bf8ff4c', 'admin_state_up': True, 'tenant_id': '5b39da45c8494f9a93bbc324799c2406'}} {{(pid=93268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:05:55.002246 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-cfd76881-0263-42be-8f20-777cc96be419 req-3d2dc084-240a-4b24-bb01-8e114abda4ca tempest-VolumesActionsTest-39084986 tempest-VolumesActionsTest-39084986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-549537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1678354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765938626142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3169570'] for port, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:55.007713 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-986d5dad-bd64-4715-85cc-fa6bc8acc66e tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:55.075676 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfd76881-0263-42be-8f20-777cc96be419 req-3d2dc084-240a-4b24-bb01-8e114abda4ca tempest-VolumesActionsTest-39084986 tempest-VolumesActionsTest-39084986-project] Network 4d5d6765-94da-403a-a857-987443c5a577 is already hosted by enough agents. {{(pid=93268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:05:55.077153 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2dc084-240a-4b24-bb01-8e114abda4ca tempest-VolumesActionsTest-39084986 tempest-VolumesActionsTest-39084986-project] Pushing event updated for resources: {'Port': ['ID=649ed1e3-fbfc-4267-b551-241e0b085c87,revision_number=1']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:55.082077 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-3d2dc084-240a-4b24-bb01-8e114abda4ca tempest-VolumesActionsTest-39084986 tempest-VolumesActionsTest-39084986-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:55.082871 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.base_scheduler [req-cfd76881-0263-42be-8f20-777cc96be419 req-3d2dc084-240a-4b24-bb01-8e114abda4ca tempest-VolumesActionsTest-39084986 tempest-VolumesActionsTest-39084986-project] Resources bound (agent type, host, resource id): {{(pid=93268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:05:55.085563 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfd76881-0263-42be-8f20-777cc96be419 req-3d2dc084-240a-4b24-bb01-8e114abda4ca tempest-VolumesActionsTest-39084986 tempest-VolumesActionsTest-39084986-project] Received port after_create {{(pid=93268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:05:55.144702 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd76881-0263-42be-8f20-777cc96be419 req-3d2dc084-240a-4b24-bb01-8e114abda4ca tempest-VolumesActionsTest-39084986 tempest-VolumesActionsTest-39084986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:55.145323 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-cfd76881-0263-42be-8f20-777cc96be419 req-3d2dc084-240a-4b24-bb01-8e114abda4ca tempest-VolumesActionsTest-39084986 tempest-VolumesActionsTest-39084986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31239'] for port, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:55.193660 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2464def-e815-4be1-95ac-940373d5317e req-b063863c-4703-41bb-bb65-b7c7aedc3e20 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Made reservation on behalf of 5b39da45c8494f9a93bbc324799c2406 for: {'port': 1} {{(pid=93268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:05:55.197932 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-b2464def-e815-4be1-95ac-940373d5317e req-b063863c-4703-41bb-bb65-b7c7aedc3e20 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550498'] for port, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:55.251077 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-cfd76881-0263-42be-8f20-777cc96be419 req-3d2dc084-240a-4b24-bb01-8e114abda4ca tempest-VolumesActionsTest-39084986 tempest-VolumesActionsTest-39084986-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0502470 Jun 18 22:05:55.273883 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.v2.base [req-cfd76881-0263-42be-8f20-777cc96be419 req-217e44cc-5ad2-4745-9d69-5743178eacf5 service neutron] Request body: {'port': {'device_id': '8369d8b3-8936-49a1-b7a6-08300c06e135', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=93268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:05:55.380389 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.db_base_plugin_common [req-b2464def-e815-4be1-95ac-940373d5317e req-b063863c-4703-41bb-bb65-b7c7aedc3e20 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Allocated IP 172.20.0.4 (0610a626-03a3-4b84-99c0-0b129bf8ff4c/5f715c5c-6bba-45c0-bef4-cd805c19f368/61608a1a-882f-4dd9-a06a-a2af276d9858) {{(pid=93268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:05:55.394784 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-cfd76881-0263-42be-8f20-777cc96be419 req-217e44cc-5ad2-4745-9d69-5743178eacf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:55.968276 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-b2464def-e815-4be1-95ac-940373d5317e req-b063863c-4703-41bb-bb65-b7c7aedc3e20 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Notify callbacks [] for port, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:56.002181 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a4a1df-b4f0-4743-ac48-ca27112bf010 req-2102b6fe-9e70-4e1e-bd96-d2237084440c tempest-VolumesActionsTest-39084986 tempest-VolumesActionsTest-39084986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:56.003593 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-07a4a1df-b4f0-4743-ac48-ca27112bf010 req-2102b6fe-9e70-4e1e-bd96-d2237084440c tempest-VolumesActionsTest-39084986 tempest-VolumesActionsTest-39084986-project] 10.222.0.23 "GET /v2.0/ports?device_id=8369d8b3-8936-49a1-b7a6-08300c06e135 HTTP/1.1" status: 200 len: 932 time: 0.2285182 Jun 18 22:05:56.151562 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-58da95ae-7e37-4af3-b99f-ba60b5ee827c req-a6deefb9-2f85-4e6f-9ff1-4e366e442bcd tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.23 "GET /v2.0/ports?device_id=205754c7-b435-4064-8f1c-c8e491d9265a HTTP/1.1" status: 200 len: 210 time: 0.0611033 Jun 18 22:05:56.151562 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-07a4a1df-b4f0-4743-ac48-ca27112bf010 req-a9c42096-d563-4e24-92eb-e14a0f533854 tempest-VolumesActionsTest-39084986 tempest-VolumesActionsTest-39084986-project] 10.222.0.23 "GET /v2.0/security-groups?id=a33f6f15-0595-4fce-8508-0d34718fdb06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166692 Jun 18 22:05:56.169494 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.notifiers.nova [req-cfd76881-0263-42be-8f20-777cc96be419 req-217e44cc-5ad2-4745-9d69-5743178eacf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 649ed1e3-fbfc-4267-b551-241e0b085c87 {{(pid=93268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:05:56.177695 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-cfd76881-0263-42be-8f20-777cc96be419 req-217e44cc-5ad2-4745-9d69-5743178eacf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:56.192137 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [req-cfd76881-0263-42be-8f20-777cc96be419 req-217e44cc-5ad2-4745-9d69-5743178eacf5 service neutron] Transition to ACTIVE for port object 649ed1e3-fbfc-4267-b551-241e0b085c87 will not be triggered until provisioned by entity L2. {{(pid=93268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:05:56.341009 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-b2464def-e815-4be1-95ac-940373d5317e req-b063863c-4703-41bb-bb65-b7c7aedc3e20 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-549537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1678354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765938626142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3169570'] for port, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:56.344789 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:56.373991 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-cfd76881-0263-42be-8f20-777cc96be419 req-217e44cc-5ad2-4745-9d69-5743178eacf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3169556'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:56.393911 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2464def-e815-4be1-95ac-940373d5317e req-b063863c-4703-41bb-bb65-b7c7aedc3e20 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Network 0610a626-03a3-4b84-99c0-0b129bf8ff4c is already hosted by enough agents. {{(pid=93268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:05:56.400929 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.base_scheduler [req-b2464def-e815-4be1-95ac-940373d5317e req-b063863c-4703-41bb-bb65-b7c7aedc3e20 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Resources bound (agent type, host, resource id): {{(pid=93268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:05:56.406631 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2464def-e815-4be1-95ac-940373d5317e req-b063863c-4703-41bb-bb65-b7c7aedc3e20 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Received port after_create {{(pid=93268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:05:56.411184 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b063863c-4703-41bb-bb65-b7c7aedc3e20 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Pushing event updated for resources: {'Port': ['ID=61608a1a-882f-4dd9-a06a-a2af276d9858,revision_number=1']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:56.458338 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-b063863c-4703-41bb-bb65-b7c7aedc3e20 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:56.458826 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-cdc8345f-87ee-45d1-ba7f-224973474518 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:56.550553 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2464def-e815-4be1-95ac-940373d5317e req-b063863c-4703-41bb-bb65-b7c7aedc3e20 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:56.551155 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-b2464def-e815-4be1-95ac-940373d5317e req-b063863c-4703-41bb-bb65-b7c7aedc3e20 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31239'] for port, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:56.565119 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217e44cc-5ad2-4745-9d69-5743178eacf5 service neutron] Pushing event updated for resources: {'Port': ['ID=649ed1e3-fbfc-4267-b551-241e0b085c87,revision_number=2']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:56.569437 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-217e44cc-5ad2-4745-9d69-5743178eacf5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:56.593490 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [req-cfd76881-0263-42be-8f20-777cc96be419 req-217e44cc-5ad2-4745-9d69-5743178eacf5 service neutron] Attempting to bind port 649ed1e3-fbfc-4267-b551-241e0b085c87 on host hv-cinder-76675 for vnic_type normal with profile {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:05:56.593821 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [req-cfd76881-0263-42be-8f20-777cc96be419 req-217e44cc-5ad2-4745-9d69-5743178eacf5 service neutron] Attempting to bind port 649ed1e3-fbfc-4267-b551-241e0b085c87 by drivers openvswitch,hyperv on host hv-cinder-76675 at level 0 using segments [{'id': '9085b328-dc1a-4e6d-a1c7-fee29aefcc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4d5d6765-94da-403a-a857-987443c5a577'}] {{(pid=93268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:05:56.594145 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd76881-0263-42be-8f20-777cc96be419 req-217e44cc-5ad2-4745-9d69-5743178eacf5 service neutron] Attempting to bind port 649ed1e3-fbfc-4267-b551-241e0b085c87 on network 4d5d6765-94da-403a-a857-987443c5a577 {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:05:56.598293 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd76881-0263-42be-8f20-777cc96be419 req-217e44cc-5ad2-4745-9d69-5743178eacf5 service neutron] Port 649ed1e3-fbfc-4267-b551-241e0b085c87 on network 4d5d6765-94da-403a-a857-987443c5a577 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76675 {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 22:05:56.598612 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd76881-0263-42be-8f20-777cc96be419 req-217e44cc-5ad2-4745-9d69-5743178eacf5 service neutron] Attempting to bind port 649ed1e3-fbfc-4267-b551-241e0b085c87 on network 4d5d6765-94da-403a-a857-987443c5a577 {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:05:56.603911 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd76881-0263-42be-8f20-777cc96be419 req-217e44cc-5ad2-4745-9d69-5743178eacf5 service neutron] Checking agent: {'id': '2f1318d3-4eca-4d35-9b75-a551f42ebb29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 22, 0, 20), 'started_at': datetime.datetime(2021, 6, 18, 22, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:05:56.604242 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd76881-0263-42be-8f20-777cc96be419 req-217e44cc-5ad2-4745-9d69-5743178eacf5 service neutron] Checking segment: {'id': '9085b328-dc1a-4e6d-a1c7-fee29aefcc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4d5d6765-94da-403a-a857-987443c5a577'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:05:56.604648 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd76881-0263-42be-8f20-777cc96be419 req-217e44cc-5ad2-4745-9d69-5743178eacf5 service neutron] Bound using segment: {'id': '9085b328-dc1a-4e6d-a1c7-fee29aefcc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4d5d6765-94da-403a-a857-987443c5a577'} {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:05:56.605079 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [req-cfd76881-0263-42be-8f20-777cc96be419 req-217e44cc-5ad2-4745-9d69-5743178eacf5 service neutron] Bound port: 649ed1e3-fbfc-4267-b551-241e0b085c87, host: hv-cinder-76675, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9085b328-dc1a-4e6d-a1c7-fee29aefcc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4d5d6765-94da-403a-a857-987443c5a577'}}] {{(pid=93268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:05:56.605416 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-cfd76881-0263-42be-8f20-777cc96be419 req-217e44cc-5ad2-4745-9d69-5743178eacf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:56.659374 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b2464def-e815-4be1-95ac-940373d5317e req-b063863c-4703-41bb-bb65-b7c7aedc3e20 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7275810 Jun 18 22:05:56.681043 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.v2.base [req-b2464def-e815-4be1-95ac-940373d5317e req-af49db2a-fdd2-4fc9-b569-0fa81cfc56f0 service neutron] Request body: {'port': {'device_id': '205754c7-b435-4064-8f1c-c8e491d9265a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=93268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:05:56.683619 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.db [req-cfd76881-0263-42be-8f20-777cc96be419 req-217e44cc-5ad2-4745-9d69-5743178eacf5 service neutron] For port 649ed1e3-fbfc-4267-b551-241e0b085c87, host hv-cinder-76675, cleared binding levels {{(pid=93268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:05:56.687285 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.db [req-cfd76881-0263-42be-8f20-777cc96be419 req-217e44cc-5ad2-4745-9d69-5743178eacf5 service neutron] For port 649ed1e3-fbfc-4267-b551-241e0b085c87, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=649ed1e3-fbfc-4267-b551-241e0b085c87,segment=NetworkSegment(9085b328-dc1a-4e6d-a1c7-fee29aefcc3d),segment_id=9085b328-dc1a-4e6d-a1c7-fee29aefcc3d)] {{(pid=93268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:05:56.757103 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-b2464def-e815-4be1-95ac-940373d5317e req-af49db2a-fdd2-4fc9-b569-0fa81cfc56f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:56.765917 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-cfd76881-0263-42be-8f20-777cc96be419 req-217e44cc-5ad2-4745-9d69-5743178eacf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3169556'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:56.770388 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-a23718e5-2779-4715-a08f-0b48c21bd31f tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:56.825278 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd76881-0263-42be-8f20-777cc96be419 req-217e44cc-5ad2-4745-9d69-5743178eacf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:56.830236 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-cfd76881-0263-42be-8f20-777cc96be419 req-217e44cc-5ad2-4745-9d69-5743178eacf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31239'] for port, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:56.830236 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-cfd76881-0263-42be-8f20-777cc96be419 req-217e44cc-5ad2-4745-9d69-5743178eacf5 service neutron] 10.222.0.42 "PUT /v2.0/ports/649ed1e3-fbfc-4267-b551-241e0b085c87 HTTP/1.1" status: 200 len: 1094 time: 1.5592763 Jun 18 22:05:56.831088 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8369d8b3-8936-49a1-b7a6-08300c06e135', 'tag': '649ed1e3-fbfc-4267-b551-241e0b085c87'}] {{(pid=93268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:05:56.833358 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ff4b25c03651656652c9c7d58efcdba903c051ef33b3f53eb93af1a53304f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6829525-e863-4af7-b230-64fce20c0abe" -d '{"events": [{"name": "network-changed", "server_uuid": "8369d8b3-8936-49a1-b7a6-08300c06e135", "tag": "649ed1e3-fbfc-4267-b551-241e0b085c87"}]}' {{(pid=93268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:05:56.872813 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217e44cc-5ad2-4745-9d69-5743178eacf5 service neutron] Pushing event updated for resources: {'Port': ['ID=649ed1e3-fbfc-4267-b551-241e0b085c87,revision_number=3']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:56.920355 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-217e44cc-5ad2-4745-9d69-5743178eacf5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:56.920355 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 22:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3376d51-dd65-4b25-a9cb-ff4972db65db x-openstack-request-id: req-f3376d51-dd65-4b25-a9cb-ff4972db65db {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:05:56.920355 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8369d8b3-8936-49a1-b7a6-08300c06e135", "tag": "649ed1e3-fbfc-4267-b551-241e0b085c87", "status": "completed", "code": 200}]} {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:05:56.920355 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f3376d51-dd65-4b25-a9cb-ff4972db65db {{(pid=93268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:05:56.920355 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8369d8b3-8936-49a1-b7a6-08300c06e135', 'tag': '649ed1e3-fbfc-4267-b551-241e0b085c87', 'status': 'completed', 'code': 200} Jun 18 22:05:57.055717 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6829525-e863-4af7-b230-64fce20c0abe req-65d93e13-c2e7-4a01-9632-fa6bf15bf2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:57.057251 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b6829525-e863-4af7-b230-64fce20c0abe req-65d93e13-c2e7-4a01-9632-fa6bf15bf2da service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=32b8d34465f54c6d82e6f9908c9a9b86&device_id=8369d8b3-8936-49a1-b7a6-08300c06e135 HTTP/1.1" status: 200 len: 1097 time: 0.1309388 Jun 18 22:05:57.186269 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.notifiers.nova [req-b2464def-e815-4be1-95ac-940373d5317e req-af49db2a-fdd2-4fc9-b569-0fa81cfc56f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61608a1a-882f-4dd9-a06a-a2af276d9858 {{(pid=93268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:05:57.202475 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-b2464def-e815-4be1-95ac-940373d5317e req-af49db2a-fdd2-4fc9-b569-0fa81cfc56f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:57.225824 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6829525-e863-4af7-b230-64fce20c0abe req-63cd1a33-c28f-4900-96d5-86d527e56a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:57.226191 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b6829525-e863-4af7-b230-64fce20c0abe req-63cd1a33-c28f-4900-96d5-86d527e56a7e service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=32b8d34465f54c6d82e6f9908c9a9b86&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1507523 Jun 18 22:05:57.229222 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [req-b2464def-e815-4be1-95ac-940373d5317e req-af49db2a-fdd2-4fc9-b569-0fa81cfc56f0 service neutron] Transition to ACTIVE for port object 61608a1a-882f-4dd9-a06a-a2af276d9858 will not be triggered until provisioned by entity L2. {{(pid=93268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:05:57.341647 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-b2464def-e815-4be1-95ac-940373d5317e req-af49db2a-fdd2-4fc9-b569-0fa81cfc56f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3169556'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:57.347775 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-fdadd417-4455-4eea-9357-9e73c12f7169 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:57.481265 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af49db2a-fdd2-4fc9-b569-0fa81cfc56f0 service neutron] Pushing event updated for resources: {'Port': ['ID=61608a1a-882f-4dd9-a06a-a2af276d9858,revision_number=2']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:57.490667 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6829525-e863-4af7-b230-64fce20c0abe req-5f497342-1b5e-4951-b97c-b871b0d99a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:57.490667 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b6829525-e863-4af7-b230-64fce20c0abe req-5f497342-1b5e-4951-b97c-b871b0d99a9d service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2536497 Jun 18 22:05:57.490667 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-af49db2a-fdd2-4fc9-b569-0fa81cfc56f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:57.509666 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device 60ccffa0-6533-4c41-b149-9263da272aa0 no longer exists at agent hyperv_hv-cinder-76675 {{(pid=93269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:05:57.526389 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf6cda-4bfe-4d19-b3e8-bad32bf81390 req-597e2063-4cbd-4a01-8dcf-4647d487d97e tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:57.527855 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-e6cf6cda-4bfe-4d19-b3e8-bad32bf81390 req-597e2063-4cbd-4a01-8dcf-4647d487d97e tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.23 "GET /v2.0/ports?device_id=205754c7-b435-4064-8f1c-c8e491d9265a HTTP/1.1" status: 200 len: 931 time: 0.2772880 Jun 18 22:05:57.531348 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.plugin [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] No Port match for: 60ccffa0-6533-4c41-b149-9263da272aa0 {{(pid=93269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:05:57.531748 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device 60ccffa0-6533-4c41-b149-9263da272aa0 not bound to the agent host hv-cinder-76675 {{(pid=93269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:05:57.554841 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d57dc3-50da-4913-8221-cc5277dece5d req-c4d4e021-9e18-44e2-805e-f76dc508b35f tempest-VolumesActionsTest-39084986 tempest-VolumesActionsTest-39084986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:57.556346 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-36d57dc3-50da-4913-8221-cc5277dece5d req-c4d4e021-9e18-44e2-805e-f76dc508b35f tempest-VolumesActionsTest-39084986 tempest-VolumesActionsTest-39084986-project] 10.222.0.23 "GET /v2.0/ports?device_id=8369d8b3-8936-49a1-b7a6-08300c06e135 HTTP/1.1" status: 200 len: 944 time: 0.2635896 Jun 18 22:05:57.674101 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-e6cf6cda-4bfe-4d19-b3e8-bad32bf81390 req-8c97f3b2-bc6b-4252-ba0d-9545e4b70f44 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.23 "GET /v2.0/security-groups?id=148a0607-d52e-4437-9a58-1f56f964bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141136 Jun 18 22:05:57.677210 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-36d57dc3-50da-4913-8221-cc5277dece5d req-0e28c20a-33e2-4fb8-9e8d-301f44c8d86f tempest-VolumesActionsTest-39084986 tempest-VolumesActionsTest-39084986-project] 10.222.0.23 "GET /v2.0/security-groups?id=a33f6f15-0595-4fce-8508-0d34718fdb06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072035 Jun 18 22:05:57.677668 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [req-b2464def-e815-4be1-95ac-940373d5317e req-af49db2a-fdd2-4fc9-b569-0fa81cfc56f0 service neutron] Attempting to bind port 61608a1a-882f-4dd9-a06a-a2af276d9858 on host hv-cinder-76675 for vnic_type normal with profile {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:05:57.677997 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [req-b2464def-e815-4be1-95ac-940373d5317e req-af49db2a-fdd2-4fc9-b569-0fa81cfc56f0 service neutron] Attempting to bind port 61608a1a-882f-4dd9-a06a-a2af276d9858 by drivers openvswitch,hyperv on host hv-cinder-76675 at level 0 using segments [{'id': '151f53c5-e714-4bed-85cb-b6b201b4601a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0610a626-03a3-4b84-99c0-0b129bf8ff4c'}] {{(pid=93268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:05:57.678511 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2464def-e815-4be1-95ac-940373d5317e req-af49db2a-fdd2-4fc9-b569-0fa81cfc56f0 service neutron] Attempting to bind port 61608a1a-882f-4dd9-a06a-a2af276d9858 on network 0610a626-03a3-4b84-99c0-0b129bf8ff4c {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:05:57.682638 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-7247b8a3-f13c-478e-ba0c-9d7997914cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:57.685708 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2464def-e815-4be1-95ac-940373d5317e req-af49db2a-fdd2-4fc9-b569-0fa81cfc56f0 service neutron] Port 61608a1a-882f-4dd9-a06a-a2af276d9858 on network 0610a626-03a3-4b84-99c0-0b129bf8ff4c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76675 {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 22:05:57.686034 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2464def-e815-4be1-95ac-940373d5317e req-af49db2a-fdd2-4fc9-b569-0fa81cfc56f0 service neutron] Attempting to bind port 61608a1a-882f-4dd9-a06a-a2af276d9858 on network 0610a626-03a3-4b84-99c0-0b129bf8ff4c {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:05:57.697761 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2464def-e815-4be1-95ac-940373d5317e req-af49db2a-fdd2-4fc9-b569-0fa81cfc56f0 service neutron] Checking agent: {'id': '2f1318d3-4eca-4d35-9b75-a551f42ebb29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 22, 0, 20), 'started_at': datetime.datetime(2021, 6, 18, 22, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:05:57.697761 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2464def-e815-4be1-95ac-940373d5317e req-af49db2a-fdd2-4fc9-b569-0fa81cfc56f0 service neutron] Checking segment: {'id': '151f53c5-e714-4bed-85cb-b6b201b4601a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0610a626-03a3-4b84-99c0-0b129bf8ff4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:05:57.697761 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2464def-e815-4be1-95ac-940373d5317e req-af49db2a-fdd2-4fc9-b569-0fa81cfc56f0 service neutron] Bound using segment: {'id': '151f53c5-e714-4bed-85cb-b6b201b4601a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0610a626-03a3-4b84-99c0-0b129bf8ff4c'} {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:05:57.697761 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [req-b2464def-e815-4be1-95ac-940373d5317e req-af49db2a-fdd2-4fc9-b569-0fa81cfc56f0 service neutron] Bound port: 61608a1a-882f-4dd9-a06a-a2af276d9858, host: hv-cinder-76675, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '151f53c5-e714-4bed-85cb-b6b201b4601a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0610a626-03a3-4b84-99c0-0b129bf8ff4c'}}] {{(pid=93268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:05:57.697761 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-b2464def-e815-4be1-95ac-940373d5317e req-af49db2a-fdd2-4fc9-b569-0fa81cfc56f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:57.724111 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd76881-0263-42be-8f20-777cc96be419 req-52c447c9-4ef7-4b2b-b53c-f5a466ed2f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:57.726105 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-cfd76881-0263-42be-8f20-777cc96be419 req-52c447c9-4ef7-4b2b-b53c-f5a466ed2f1c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=32b8d34465f54c6d82e6f9908c9a9b86&device_id=8369d8b3-8936-49a1-b7a6-08300c06e135 HTTP/1.1" status: 200 len: 1097 time: 0.1668365 Jun 18 22:05:57.794866 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-cfd76881-0263-42be-8f20-777cc96be419 req-56fdfdee-47f2-4594-bca7-5dfec0d37fb6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=649ed1e3-fbfc-4267-b551-241e0b085c87 HTTP/1.1" status: 200 len: 217 time: 0.0406828 Jun 18 22:05:57.843355 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.db [req-b2464def-e815-4be1-95ac-940373d5317e req-af49db2a-fdd2-4fc9-b569-0fa81cfc56f0 service neutron] For port 61608a1a-882f-4dd9-a06a-a2af276d9858, host hv-cinder-76675, cleared binding levels {{(pid=93268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:05:57.859374 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.db [req-b2464def-e815-4be1-95ac-940373d5317e req-af49db2a-fdd2-4fc9-b569-0fa81cfc56f0 service neutron] For port 61608a1a-882f-4dd9-a06a-a2af276d9858, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=61608a1a-882f-4dd9-a06a-a2af276d9858,segment=NetworkSegment(151f53c5-e714-4bed-85cb-b6b201b4601a),segment_id=151f53c5-e714-4bed-85cb-b6b201b4601a)] {{(pid=93268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:05:57.870272 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd76881-0263-42be-8f20-777cc96be419 req-65bb0f06-8e53-414c-b1ca-3e592f514b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:57.872022 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-cfd76881-0263-42be-8f20-777cc96be419 req-65bb0f06-8e53-414c-b1ca-3e592f514b7a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f36ef52b-69cf-484d-b9c7-2bea9b89fa5d HTTP/1.1" status: 200 len: 849 time: 0.0579925 Jun 18 22:05:57.908273 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-cfd76881-0263-42be-8f20-777cc96be419 req-a8e151f5-101e-4a6b-ae60-2d16cf441c7a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4d5d6765-94da-403a-a857-987443c5a577&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297620 Jun 18 22:05:57.934550 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-b2464def-e815-4be1-95ac-940373d5317e req-af49db2a-fdd2-4fc9-b569-0fa81cfc56f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3169556'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:57.960113 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-d776c953-a9a6-4083-ad78-8eadf16a30f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:05:57.996905 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2464def-e815-4be1-95ac-940373d5317e req-af49db2a-fdd2-4fc9-b569-0fa81cfc56f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:57.996905 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-b2464def-e815-4be1-95ac-940373d5317e req-af49db2a-fdd2-4fc9-b569-0fa81cfc56f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31239'] for port, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:05:57.996905 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b2464def-e815-4be1-95ac-940373d5317e req-af49db2a-fdd2-4fc9-b569-0fa81cfc56f0 service neutron] 10.222.0.42 "PUT /v2.0/ports/61608a1a-882f-4dd9-a06a-a2af276d9858 HTTP/1.1" status: 200 len: 1093 time: 1.3210082 Jun 18 22:05:58.032963 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af49db2a-fdd2-4fc9-b569-0fa81cfc56f0 service neutron] Pushing event updated for resources: {'Port': ['ID=61608a1a-882f-4dd9-a06a-a2af276d9858,revision_number=3']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:05:58.036851 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-af49db2a-fdd2-4fc9-b569-0fa81cfc56f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:05:58.055990 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-cfd76881-0263-42be-8f20-777cc96be419 req-96c26e7c-8ef3-41dc-84b7-0557876ddf13 service neutron] 10.222.0.42 "GET /v2.0/networks/4d5d6765-94da-403a-a857-987443c5a577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354506 Jun 18 22:05:58.173467 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-cfd76881-0263-42be-8f20-777cc96be419 req-3baee168-a626-4797-bd57-31d4a3f56898 service neutron] 10.222.0.42 "GET /v2.0/networks/4d5d6765-94da-403a-a857-987443c5a577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147716 Jun 18 22:05:58.192359 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2464def-e815-4be1-95ac-940373d5317e req-a7814736-07db-4133-af40-86f6ea470cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:58.200816 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b2464def-e815-4be1-95ac-940373d5317e req-a7814736-07db-4133-af40-86f6ea470cc2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5b39da45c8494f9a93bbc324799c2406&device_id=205754c7-b435-4064-8f1c-c8e491d9265a HTTP/1.1" status: 200 len: 1096 time: 0.0739625 Jun 18 22:05:58.257791 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b2464def-e815-4be1-95ac-940373d5317e req-b69a7386-b701-4b62-a9e6-659218459d84 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61608a1a-882f-4dd9-a06a-a2af276d9858 HTTP/1.1" status: 200 len: 217 time: 0.0403214 Jun 18 22:05:58.314878 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2464def-e815-4be1-95ac-940373d5317e req-0f129a8c-c9be-4f56-ab32-1769fbd32fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:58.316384 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b2464def-e815-4be1-95ac-940373d5317e req-0f129a8c-c9be-4f56-ab32-1769fbd32fa0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5f715c5c-6bba-45c0-bef4-cd805c19f368 HTTP/1.1" status: 200 len: 853 time: 0.0527279 Jun 18 22:05:58.354975 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b2464def-e815-4be1-95ac-940373d5317e req-dd6b0a73-3501-42ac-883d-e18afdf883ca service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0610a626-03a3-4b84-99c0-0b129bf8ff4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278103 Jun 18 22:05:58.455049 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b2464def-e815-4be1-95ac-940373d5317e req-7aff5117-ca78-48ff-8e49-994c4b53d21e service neutron] 10.222.0.42 "GET /v2.0/networks/0610a626-03a3-4b84-99c0-0b129bf8ff4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929844 Jun 18 22:05:58.547050 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b2464def-e815-4be1-95ac-940373d5317e req-5de1f476-066a-4bf3-a67d-8b11bebd30a8 service neutron] 10.222.0.42 "GET /v2.0/networks/0610a626-03a3-4b84-99c0-0b129bf8ff4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812681 Jun 18 22:05:58.918104 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d159b24-e4ba-4b91-8492-735a2653f7a4 req-9463d7b6-62a7-411d-a555-41bfb54895dd tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:58.919589 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-4d159b24-e4ba-4b91-8492-735a2653f7a4 req-9463d7b6-62a7-411d-a555-41bfb54895dd tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.23 "GET /v2.0/ports?device_id=205754c7-b435-4064-8f1c-c8e491d9265a HTTP/1.1" status: 200 len: 943 time: 0.1118755 Jun 18 22:05:58.921025 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '205754c7-b435-4064-8f1c-c8e491d9265a', 'tag': '61608a1a-882f-4dd9-a06a-a2af276d9858'}] {{(pid=93268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:05:58.923306 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ff4b25c03651656652c9c7d58efcdba903c051ef33b3f53eb93af1a53304f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1363eb5d-fbdc-4f9a-8e39-e8466c403f9c" -d '{"events": [{"name": "network-changed", "server_uuid": "205754c7-b435-4064-8f1c-c8e491d9265a", "tag": "61608a1a-882f-4dd9-a06a-a2af276d9858"}]}' {{(pid=93268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:05:58.935249 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee80ca2-c7fb-4376-b750-e189aaa2a176 req-45bf00cc-9144-48db-bbb3-a06121f123a8 tempest-VolumesActionsTest-39084986 tempest-VolumesActionsTest-39084986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:58.936735 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-eee80ca2-c7fb-4376-b750-e189aaa2a176 req-45bf00cc-9144-48db-bbb3-a06121f123a8 tempest-VolumesActionsTest-39084986 tempest-VolumesActionsTest-39084986-project] 10.222.0.23 "GET /v2.0/ports?device_id=8369d8b3-8936-49a1-b7a6-08300c06e135 HTTP/1.1" status: 200 len: 944 time: 0.1271820 Jun 18 22:05:58.993653 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-4d159b24-e4ba-4b91-8492-735a2653f7a4 req-2ef19ca9-f0c8-489f-b5cd-01c70a464230 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.23 "GET /v2.0/security-groups?id=148a0607-d52e-4437-9a58-1f56f964bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667448 Jun 18 22:05:58.998291 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-eee80ca2-c7fb-4376-b750-e189aaa2a176 req-25289fe1-d05d-40d3-a135-f02a2360d8e8 tempest-VolumesActionsTest-39084986 tempest-VolumesActionsTest-39084986-project] 10.222.0.23 "GET /v2.0/security-groups?id=a33f6f15-0595-4fce-8508-0d34718fdb06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553036 Jun 18 22:05:59.054369 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 22:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60fbfeb7-f4d8-4f41-b116-5cbd880e974f x-openstack-request-id: req-60fbfeb7-f4d8-4f41-b116-5cbd880e974f {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:05:59.057535 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "205754c7-b435-4064-8f1c-c8e491d9265a", "tag": "61608a1a-882f-4dd9-a06a-a2af276d9858", "status": "completed", "code": 200}]} {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:05:59.057535 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-60fbfeb7-f4d8-4f41-b116-5cbd880e974f {{(pid=93268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:05:59.057535 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '205754c7-b435-4064-8f1c-c8e491d9265a', 'tag': '61608a1a-882f-4dd9-a06a-a2af276d9858', 'status': 'completed', 'code': 200} Jun 18 22:05:59.195289 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363eb5d-fbdc-4f9a-8e39-e8466c403f9c req-64724c6d-2c01-4199-9980-499f23e39d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:59.196829 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-1363eb5d-fbdc-4f9a-8e39-e8466c403f9c req-64724c6d-2c01-4199-9980-499f23e39d55 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5b39da45c8494f9a93bbc324799c2406&device_id=205754c7-b435-4064-8f1c-c8e491d9265a HTTP/1.1" status: 200 len: 1096 time: 0.0586379 Jun 18 22:05:59.291789 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363eb5d-fbdc-4f9a-8e39-e8466c403f9c req-beae3124-5d60-40f9-8c05-d12ce77b5129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:59.293321 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-1363eb5d-fbdc-4f9a-8e39-e8466c403f9c req-beae3124-5d60-40f9-8c05-d12ce77b5129 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0610a626-03a3-4b84-99c0-0b129bf8ff4c HTTP/1.1" status: 200 len: 914 time: 0.0873098 Jun 18 22:05:59.341785 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-1363eb5d-fbdc-4f9a-8e39-e8466c403f9c req-b1a49370-d734-40b3-98f4-58c59eb67d04 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61608a1a-882f-4dd9-a06a-a2af276d9858 HTTP/1.1" status: 200 len: 217 time: 0.0349731 Jun 18 22:05:59.389231 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363eb5d-fbdc-4f9a-8e39-e8466c403f9c req-33b5a8cf-67f9-41cf-aad0-63cd34f23f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:05:59.390671 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-1363eb5d-fbdc-4f9a-8e39-e8466c403f9c req-33b5a8cf-67f9-41cf-aad0-63cd34f23f8f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5f715c5c-6bba-45c0-bef4-cd805c19f368 HTTP/1.1" status: 200 len: 853 time: 0.0422807 Jun 18 22:05:59.426976 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-1363eb5d-fbdc-4f9a-8e39-e8466c403f9c req-29f5eeec-6e9b-42d5-95e2-587193023ca7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0610a626-03a3-4b84-99c0-0b129bf8ff4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289218 Jun 18 22:05:59.515819 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-1363eb5d-fbdc-4f9a-8e39-e8466c403f9c req-31f5a81e-6721-47af-a166-468ce14cd73d service neutron] 10.222.0.42 "GET /v2.0/networks/0610a626-03a3-4b84-99c0-0b129bf8ff4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811944 Jun 18 22:05:59.607684 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-1363eb5d-fbdc-4f9a-8e39-e8466c403f9c req-03f0a329-0953-4ce1-b10b-675d32a7999a service neutron] 10.222.0.42 "GET /v2.0/networks/0610a626-03a3-4b84-99c0-0b129bf8ff4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831556 Jun 18 22:06:00.210524 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-c8469be2-eacc-42e2-8235-1d67abc3138c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:00.220426 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e26d8b-dcc3-4a5e-b210-4fba70bc8175 req-ede2ffaf-7f79-4270-9a00-b962e4b22b05 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:00.221984 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-26e26d8b-dcc3-4a5e-b210-4fba70bc8175 req-ede2ffaf-7f79-4270-9a00-b962e4b22b05 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.23 "GET /v2.0/ports?device_id=205754c7-b435-4064-8f1c-c8e491d9265a HTTP/1.1" status: 200 len: 943 time: 0.1129839 Jun 18 22:06:00.236499 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c57ac3a-4900-4bba-bcf0-d1a590baa129 req-35d5a895-f186-438a-bf26-95306c6f1283 tempest-VolumesActionsTest-39084986 tempest-VolumesActionsTest-39084986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:00.238077 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-9c57ac3a-4900-4bba-bcf0-d1a590baa129 req-35d5a895-f186-438a-bf26-95306c6f1283 tempest-VolumesActionsTest-39084986 tempest-VolumesActionsTest-39084986-project] 10.222.0.23 "GET /v2.0/ports?device_id=8369d8b3-8936-49a1-b7a6-08300c06e135 HTTP/1.1" status: 200 len: 944 time: 0.0979991 Jun 18 22:06:00.266233 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:00.295557 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-26e26d8b-dcc3-4a5e-b210-4fba70bc8175 req-b0081166-fd07-4577-951f-0b7ee8984c19 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.23 "GET /v2.0/security-groups?id=148a0607-d52e-4437-9a58-1f56f964bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668011 Jun 18 22:06:00.300384 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-9c57ac3a-4900-4bba-bcf0-d1a590baa129 req-48c6fb38-1815-4430-9013-6e5475c3a6ee tempest-VolumesActionsTest-39084986 tempest-VolumesActionsTest-39084986-project] 10.222.0.23 "GET /v2.0/security-groups?id=a33f6f15-0595-4fce-8508-0d34718fdb06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554965 Jun 18 22:06:01.514331 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357a5d0-003a-4cde-9d57-dc3ed7fd1f06 req-62d59946-82a8-4a7a-b606-2af2a96d2e86 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:01.515785 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b357a5d0-003a-4cde-9d57-dc3ed7fd1f06 req-62d59946-82a8-4a7a-b606-2af2a96d2e86 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.23 "GET /v2.0/ports?device_id=205754c7-b435-4064-8f1c-c8e491d9265a HTTP/1.1" status: 200 len: 943 time: 0.1067386 Jun 18 22:06:01.537562 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dfa51f-641e-4e55-ab8a-48da0aff10de req-d5dda8ca-a3ac-4284-b14b-a14efb46bb2f tempest-VolumesActionsTest-39084986 tempest-VolumesActionsTest-39084986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:01.538990 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a3dfa51f-641e-4e55-ab8a-48da0aff10de req-d5dda8ca-a3ac-4284-b14b-a14efb46bb2f tempest-VolumesActionsTest-39084986 tempest-VolumesActionsTest-39084986-project] 10.222.0.23 "GET /v2.0/ports?device_id=8369d8b3-8936-49a1-b7a6-08300c06e135 HTTP/1.1" status: 200 len: 944 time: 0.1179941 Jun 18 22:06:01.546206 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-66c5960c-ceb9-453b-add3-817047489609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:01.556502 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device 61608a1a-882f-4dd9-a06a-a2af276d9858 details requested by agent hyperv_hv-cinder-76675 with host hv-cinder-76675 {{(pid=93269) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 22:06:01.586997 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b357a5d0-003a-4cde-9d57-dc3ed7fd1f06 req-09193342-867b-47be-b769-69fd025d6ec7 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.23 "GET /v2.0/security-groups?id=148a0607-d52e-4437-9a58-1f56f964bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653358 Jun 18 22:06:01.594193 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a3dfa51f-641e-4e55-ab8a-48da0aff10de req-d38eae33-a936-472f-9e77-dbd548a362a6 tempest-VolumesActionsTest-39084986 tempest-VolumesActionsTest-39084986-project] 10.222.0.23 "GET /v2.0/security-groups?id=a33f6f15-0595-4fce-8508-0d34718fdb06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489061 Jun 18 22:06:01.644980 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 49058) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:06:01.659022 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] For port 61608a1a-882f-4dd9-a06a-a2af276d9858, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=61608a1a-882f-4dd9-a06a-a2af276d9858,segment=NetworkSegment(151f53c5-e714-4bed-85cb-b6b201b4601a),segment_id=151f53c5-e714-4bed-85cb-b6b201b4601a)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:06:01.670640 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Returning: {'device': '61608a1a-882f-4dd9-a06a-a2af276d9858', 'network_id': '0610a626-03a3-4b84-99c0-0b129bf8ff4c', 'port_id': '61608a1a-882f-4dd9-a06a-a2af276d9858', 'mac_address': 'fa:16:3e:ed:9b:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f715c5c-6bba-45c0-bef4-cd805c19f368', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93269) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 22:06:01.708496 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:01.721121 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.notifiers.nova [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61608a1a-882f-4dd9-a06a-a2af276d9858 {{(pid=93269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:06:01.743483 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] For port 61608a1a-882f-4dd9-a06a-a2af276d9858, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=61608a1a-882f-4dd9-a06a-a2af276d9858,segment=NetworkSegment(151f53c5-e714-4bed-85cb-b6b201b4601a),segment_id=151f53c5-e714-4bed-85cb-b6b201b4601a)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:06:01.782537 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-71970b09-438e-4732-a720-dd9e54a89a72 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=858c57a5016541069b47a0834b66a1aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1363125 Jun 18 22:06:01.784891 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 49062) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:06:01.831727 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-a52c9614-58e8-45ec-b8e5-1d839b42dbc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:01.836150 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:01.837095 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device 649ed1e3-fbfc-4267-b551-241e0b085c87 details requested by agent hyperv_hv-cinder-76675 with host hv-cinder-76675 {{(pid=93269) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 22:06:01.839737 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:01.852680 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-a52c9614-58e8-45ec-b8e5-1d839b42dbc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:01.931658 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Pushing event updated for resources: {'Port': ['ID=61608a1a-882f-4dd9-a06a-a2af276d9858,revision_number=4']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:01.935675 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:01.972297 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] For port 649ed1e3-fbfc-4267-b551-241e0b085c87, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=649ed1e3-fbfc-4267-b551-241e0b085c87,segment=NetworkSegment(9085b328-dc1a-4e6d-a1c7-fee29aefcc3d),segment_id=9085b328-dc1a-4e6d-a1c7-fee29aefcc3d)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:06:01.974843 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-a52c9614-58e8-45ec-b8e5-1d839b42dbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:01.978663 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-a52c9614-58e8-45ec-b8e5-1d839b42dbc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:01.980325 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-a52c9614-58e8-45ec-b8e5-1d839b42dbc9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/72deaab9-ad76-4460-8fe8-e1978d3fb96e HTTP/1.1" status: 204 len: 168 time: 0.1943591 Jun 18 22:06:01.981608 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-70ebbfc1-937d-45a8-a044-32a22be31476 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:01.985188 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Returning: {'device': '649ed1e3-fbfc-4267-b551-241e0b085c87', 'network_id': '4d5d6765-94da-403a-a857-987443c5a577', 'port_id': '649ed1e3-fbfc-4267-b551-241e0b085c87', 'mac_address': 'fa:16:3e:c4:79:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f36ef52b-69cf-484d-b9c7-2bea9b89fa5d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93269) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 22:06:01.994202 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52c9614-58e8-45ec-b8e5-1d839b42dbc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72deaab9-ad76-4460-8fe8-e1978d3fb96e,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:01.997676 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-a52c9614-58e8-45ec-b8e5-1d839b42dbc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:02.029516 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:02.046448 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.notifiers.nova [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 649ed1e3-fbfc-4267-b551-241e0b085c87 {{(pid=93269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:06:02.065816 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] For port 649ed1e3-fbfc-4267-b551-241e0b085c87, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=649ed1e3-fbfc-4267-b551-241e0b085c87,segment=NetworkSegment(9085b328-dc1a-4e6d-a1c7-fee29aefcc3d),segment_id=9085b328-dc1a-4e6d-a1c7-fee29aefcc3d)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:06:02.145724 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:02.148665 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:02.193277 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Pushing event updated for resources: {'Port': ['ID=649ed1e3-fbfc-4267-b551-241e0b085c87,revision_number=4']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:02.196511 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:02.521657 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] get_ports_and_sgs() called for port_ids ['61608a1a-882f-4dd9-a06a-a2af276d9858'] {{(pid=93269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:06:02.556294 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] get_ports_and_sgs() called for port_ids ['649ed1e3-fbfc-4267-b551-241e0b085c87'] {{(pid=93269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:06:02.866858 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5322a7f-6924-463f-b0a1-9eb47b038d6f req-1a90f7d3-400c-4ec4-9263-6e86ce107640 tempest-VolumesActionsTest-39084986 tempest-VolumesActionsTest-39084986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:02.868331 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a5322a7f-6924-463f-b0a1-9eb47b038d6f req-1a90f7d3-400c-4ec4-9263-6e86ce107640 tempest-VolumesActionsTest-39084986 tempest-VolumesActionsTest-39084986-project] 10.222.0.23 "GET /v2.0/ports?device_id=8369d8b3-8936-49a1-b7a6-08300c06e135 HTTP/1.1" status: 200 len: 945 time: 0.1108413 Jun 18 22:06:02.876477 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b422e-6f3b-4f64-b359-61295477abf6 req-4462db5a-4fcf-4a1e-8b23-2f3e6efba584 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:02.877853 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-450b422e-6f3b-4f64-b359-61295477abf6 req-4462db5a-4fcf-4a1e-8b23-2f3e6efba584 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.23 "GET /v2.0/ports?device_id=205754c7-b435-4064-8f1c-c8e491d9265a HTTP/1.1" status: 200 len: 944 time: 0.1098926 Jun 18 22:06:02.914466 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 49090) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:06:02.933803 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a5322a7f-6924-463f-b0a1-9eb47b038d6f req-8f6766f0-4800-4d5d-9621-4b6d291475b7 tempest-VolumesActionsTest-39084986 tempest-VolumesActionsTest-39084986-project] 10.222.0.23 "GET /v2.0/security-groups?id=a33f6f15-0595-4fce-8508-0d34718fdb06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550098 Jun 18 22:06:02.938517 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-450b422e-6f3b-4f64-b359-61295477abf6 req-5bd91638-900b-46b1-820d-777f23b39184 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.23 "GET /v2.0/security-groups?id=148a0607-d52e-4437-9a58-1f56f964bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519764 Jun 18 22:06:03.016876 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.v2.base [None req-5b9d8316-9d7e-4afa-a6b1-e5e1db833964 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1397809234-network', 'tenant_id': 'bb38584fac4b45c0ad6f8a619ed02fc2'}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:06:03.099526 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b9d8316-9d7e-4afa-a6b1-e5e1db833964 admin admin] Made reservation on behalf of bb38584fac4b45c0ad6f8a619ed02fc2 for: {'network': 1} {{(pid=93267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:06:03.101953 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-5b9d8316-9d7e-4afa-a6b1-e5e1db833964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550498'] for network, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:03.110220 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-5b9d8316-9d7e-4afa-a6b1-e5e1db833964 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:03.199367 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-5b9d8316-9d7e-4afa-a6b1-e5e1db833964 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:03.225839 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-cfd4400b-1529-4ea9-a221-6a7c5fbf6a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:03.282344 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-5b9d8316-9d7e-4afa-a6b1-e5e1db833964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:03.285384 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-61ec33d1-9989-44c0-9bd9-347f0b361f76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:03.308783 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b9d8316-9d7e-4afa-a6b1-e5e1db833964 admin admin] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=93267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 22:06:03.313797 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9d8316-9d7e-4afa-a6b1-e5e1db833964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c02d05-9d02-493c-9d49-78625b67fc88,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:03.317215 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-5b9d8316-9d7e-4afa-a6b1-e5e1db833964 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:03.322099 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-5b9d8316-9d7e-4afa-a6b1-e5e1db833964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527226'] for segment, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:03.322099 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.db.segments_db [None req-5b9d8316-9d7e-4afa-a6b1-e5e1db833964 admin admin] Added segment 60309a01-94b6-44fc-a49a-106252aac6a0 of type vlan for network 86beaeb4-cc2e-471c-8ffc-81b02f765b2a Jun 18 22:06:03.362310 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-5b9d8316-9d7e-4afa-a6b1-e5e1db833964 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765938645724'] for network, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:03.431072 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-5b9d8316-9d7e-4afa-a6b1-e5e1db833964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-490555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1678354'] for network, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:03.432337 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9d8316-9d7e-4afa-a6b1-e5e1db833964 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:03.432935 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-5b9d8316-9d7e-4afa-a6b1-e5e1db833964 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678351'] for network, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:03.435761 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-61ec33d1-9989-44c0-9bd9-347f0b361f76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:03.488874 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9d8316-9d7e-4afa-a6b1-e5e1db833964 admin admin] Pushing event updated for resources: {'Network': ['ID=86beaeb4-cc2e-471c-8ffc-81b02f765b2a,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:03.491560 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-5b9d8316-9d7e-4afa-a6b1-e5e1db833964 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:03.499167 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Network 86beaeb4-cc2e-471c-8ffc-81b02f765b2a details requested by agent ovs-agent-dv-cinder-766752-3-smb with host dv-cinder-766752-3-smb {{(pid=93269) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 22:06:03.524341 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-5b9d8316-9d7e-4afa-a6b1-e5e1db833964 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6088228 Jun 18 22:06:03.527307 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 49094) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:06:03.532145 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.v2.base [None req-39de5d50-77f1-4b96-991d-13e87edf2f7e admin admin] Request body: {'subnet': {'network_id': '86beaeb4-cc2e-471c-8ffc-81b02f765b2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1397809234-subnet', 'tenant_id': 'bb38584fac4b45c0ad6f8a619ed02fc2', 'ip_version': 4}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:06:03.579336 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device 61608a1a-882f-4dd9-a06a-a2af276d9858 up at agent hyperv_hv-cinder-76675 {{(pid=93269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:06:03.596854 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39de5d50-77f1-4b96-991d-13e87edf2f7e admin admin] Made reservation on behalf of bb38584fac4b45c0ad6f8a619ed02fc2 for: {'subnet': 1} {{(pid=93267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:06:03.599359 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-39de5d50-77f1-4b96-991d-13e87edf2f7e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2856210'] for subnet, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:03.693874 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Provisioning for port 61608a1a-882f-4dd9-a06a-a2af276d9858 completed by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:06:03.697945 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Provisioning complete for port 61608a1a-882f-4dd9-a06a-a2af276d9858 triggered by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:06:03.699328 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:03.773907 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:03.795657 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '205754c7-b435-4064-8f1c-c8e491d9265a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61608a1a-882f-4dd9-a06a-a2af276d9858'}] {{(pid=93269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:06:03.797918 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af3cbdd609d599d07a5217d2d1a89114698d9a8f3654956f7909e96a5eb364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ca8ed7-37cf-4c00-883a-b35eca4fed22" -d '{"events": [{"server_uuid": "205754c7-b435-4064-8f1c-c8e491d9265a", "name": "network-vif-plugged", "status": "completed", "tag": "61608a1a-882f-4dd9-a06a-a2af276d9858"}]}' {{(pid=93269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:06:03.810128 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] For port 61608a1a-882f-4dd9-a06a-a2af276d9858, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=61608a1a-882f-4dd9-a06a-a2af276d9858,segment=NetworkSegment(151f53c5-e714-4bed-85cb-b6b201b4601a),segment_id=151f53c5-e714-4bed-85cb-b6b201b4601a)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:06:03.832172 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ca0aebe-5ad4-441c-8e4b-fe960e184a87 x-openstack-request-id: req-1ca0aebe-5ad4-441c-8e4b-fe960e184a87 {{(pid=93269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:06:03.832475 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "205754c7-b435-4064-8f1c-c8e491d9265a", "name": "network-vif-plugged", "status": "completed", "tag": "61608a1a-882f-4dd9-a06a-a2af276d9858", "code": 200}]} {{(pid=93269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:06:03.832768 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1ca0aebe-5ad4-441c-8e4b-fe960e184a87 {{(pid=93269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:06:03.833173 dv-cinder-766752-3-smb neutron-server[93269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '205754c7-b435-4064-8f1c-c8e491d9265a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61608a1a-882f-4dd9-a06a-a2af276d9858', 'code': 200} Jun 18 22:06:03.841675 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-39de5d50-77f1-4b96-991d-13e87edf2f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2856192'] for subnet, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:03.844077 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-8793715a-f33b-4156-820b-b8fbf50fed47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:03.876897 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:03.877892 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device 649ed1e3-fbfc-4267-b551-241e0b085c87 up at agent hyperv_hv-cinder-76675 {{(pid=93269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:06:03.881069 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:03.900249 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39de5d50-77f1-4b96-991d-13e87edf2f7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=944e385f-b7fb-403b-8f0b-1c808a9ec1e9,revision_number=0']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:03.903887 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-39de5d50-77f1-4b96-991d-13e87edf2f7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:03.909834 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39de5d50-77f1-4b96-991d-13e87edf2f7e admin admin] Checking segment: {'id': '60309a01-94b6-44fc-a49a-106252aac6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '86beaeb4-cc2e-471c-8ffc-81b02f765b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:06:03.910183 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39de5d50-77f1-4b96-991d-13e87edf2f7e admin admin] Network hostable DHCP agents. Network: 86beaeb4-cc2e-471c-8ffc-81b02f765b2a, hostable agents: ['8cbf1dbc-985e-4686-b9a4-b42f90572d3b'], hosted agents: [] {{(pid=93267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 22:06:03.957539 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Pushing event updated for resources: {'Port': ['ID=61608a1a-882f-4dd9-a06a-a2af276d9858,revision_number=5']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:03.961707 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:03.991136 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39de5d50-77f1-4b96-991d-13e87edf2f7e admin admin] Network 86beaeb4-cc2e-471c-8ffc-81b02f765b2a is scheduled to be hosted by DHCP agent 8cbf1dbc-985e-4686-b9a4-b42f90572d3b with binding_index 1 {{(pid=93267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 22:06:04.093895 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Provisioning for port 649ed1e3-fbfc-4267-b551-241e0b085c87 completed by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:06:04.097856 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Provisioning complete for port 649ed1e3-fbfc-4267-b551-241e0b085c87 triggered by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:06:04.098446 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:04.123056 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.scheduler.base_scheduler [None req-39de5d50-77f1-4b96-991d-13e87edf2f7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-3-smb, 86beaeb4-cc2e-471c-8ffc-81b02f765b2a) {{(pid=93267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:06:04.132731 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fc6a40-fc05-47d3-a4f4-6b170bd2cd01 None None] Network 86beaeb4-cc2e-471c-8ffc-81b02f765b2a requested from dv-cinder-766752-3-smb {{(pid=93269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 22:06:04.139672 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39de5d50-77f1-4b96-991d-13e87edf2f7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:04.140517 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-39de5d50-77f1-4b96-991d-13e87edf2f7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:04.159171 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9edac5-35e5-42d3-a34d-f9d498819c2f req-c0694bca-9639-4066-be07-e7536b6e4fe4 tempest-VolumesActionsTest-39084986 tempest-VolumesActionsTest-39084986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:04.160671 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-cb9edac5-35e5-42d3-a34d-f9d498819c2f req-c0694bca-9639-4066-be07-e7536b6e4fe4 tempest-VolumesActionsTest-39084986 tempest-VolumesActionsTest-39084986-project] 10.222.0.23 "GET /v2.0/ports?device_id=8369d8b3-8936-49a1-b7a6-08300c06e135 HTTP/1.1" status: 200 len: 945 time: 0.1113610 Jun 18 22:06:04.168860 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd64c7a-f727-4686-b627-d1ee5917c6f3 req-04355f50-6749-42e5-9da3-84492994680b tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:04.170235 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-bbd64c7a-f727-4686-b627-d1ee5917c6f3 req-04355f50-6749-42e5-9da3-84492994680b tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.23 "GET /v2.0/ports?device_id=205754c7-b435-4064-8f1c-c8e491d9265a HTTP/1.1" status: 200 len: 945 time: 0.1113565 Jun 18 22:06:04.224887 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-cb9edac5-35e5-42d3-a34d-f9d498819c2f req-f10a328d-2c30-4a3a-91c5-a49ee049c8fa tempest-VolumesActionsTest-39084986 tempest-VolumesActionsTest-39084986-project] 10.222.0.23 "GET /v2.0/security-groups?id=a33f6f15-0595-4fce-8508-0d34718fdb06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536671 Jun 18 22:06:04.228414 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-39de5d50-77f1-4b96-991d-13e87edf2f7e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6985979 Jun 18 22:06:04.229798 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 49104) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:06:04.235101 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.v2.base [None req-e5af87b7-82a8-4119-ac68-c94da88669b1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1397809234-router', 'tenant_id': 'bb38584fac4b45c0ad6f8a619ed02fc2', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30'}}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:06:04.244801 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-bbd64c7a-f727-4686-b627-d1ee5917c6f3 req-edcd7f80-b436-444f-a3aa-98e933560cfa tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.23 "GET /v2.0/security-groups?id=148a0607-d52e-4437-9a58-1f56f964bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664492 Jun 18 22:06:04.273367 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:04.327381 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-e5af87b7-82a8-4119-ac68-c94da88669b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-477333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65128'] for router, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:04.328595 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-e5af87b7-82a8-4119-ac68-c94da88669b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-477416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-512678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-434388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65123'] for router, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:04.332114 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b790cf-0477-4372-ad6a-ee85e0588870 req-f095d305-9663-47e8-976b-ff970a08607a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:04.334033 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-24b790cf-0477-4372-ad6a-ee85e0588870 req-f095d305-9663-47e8-976b-ff970a08607a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=205754c7-b435-4064-8f1c-c8e491d9265a HTTP/1.1" status: 200 len: 1098 time: 0.0624402 Jun 18 22:06:04.358245 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] For port 649ed1e3-fbfc-4267-b551-241e0b085c87, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=649ed1e3-fbfc-4267-b551-241e0b085c87,segment=NetworkSegment(9085b328-dc1a-4e6d-a1c7-fee29aefcc3d),segment_id=9085b328-dc1a-4e6d-a1c7-fee29aefcc3d)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:06:04.369891 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13db0d52-bdea-4238-9a9a-7c51d5241dc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe69447c-996e-5b32-9b55-7f054a75cfbd-86beaeb4-cc2e-471c-8ffc-81b02f765b2a', 'network_id': '86beaeb4-cc2e-471c-8ffc-81b02f765b2a', 'tenant_id': 'bb38584fac4b45c0ad6f8a619ed02fc2', 'fixed_ips': [{'subnet_id': '944e385f-b7fb-403b-8f0b-1c808a9ec1e9'}]}} from dv-cinder-766752-3-smb. {{(pid=93269) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 22:06:04.370871 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-13db0d52-bdea-4238-9a9a-7c51d5241dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550498'] for port, before_create {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:04.388631 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-e5af87b7-82a8-4119-ac68-c94da88669b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:04.394956 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-24b790cf-0477-4372-ad6a-ee85e0588870 req-a10d7298-4ae3-4035-8bbe-51b44737923a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=148a0607-d52e-4437-9a58-1f56f964bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312607 Jun 18 22:06:04.442680 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:04.447666 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-e26d7ed0-2906-4a90-8594-b0a2c247d7a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:04.529947 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Pushing event updated for resources: {'Port': ['ID=649ed1e3-fbfc-4267-b551-241e0b085c87,revision_number=5']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:04.533053 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:04.545617 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.db_base_plugin_common [None req-13db0d52-bdea-4238-9a9a-7c51d5241dc2 None None] Allocated IP 172.20.0.2 (86beaeb4-cc2e-471c-8ffc-81b02f765b2a/944e385f-b7fb-403b-8f0b-1c808a9ec1e9/e1a7db4c-c073-4cc7-b35b-9f94958f7f95) {{(pid=93269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:06:04.593293 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-e5af87b7-82a8-4119-ac68-c94da88669b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-512724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-477287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65141'] for router, precommit_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:04.687199 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-13db0d52-bdea-4238-9a9a-7c51d5241dc2 None None] Notify callbacks [] for port, precommit_create {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:04.696190 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-13db0d52-bdea-4238-9a9a-7c51d5241dc2 None None] Transition to ACTIVE for port object e1a7db4c-c073-4cc7-b35b-9f94958f7f95 will not be triggered until provisioned by entity L2. {{(pid=93269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:06:04.712383 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-13db0d52-bdea-4238-9a9a-7c51d5241dc2 None None] Transition to ACTIVE for port object e1a7db4c-c073-4cc7-b35b-9f94958f7f95 will not be triggered until provisioned by entity DHCP. {{(pid=93269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:06:04.807283 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-13db0d52-bdea-4238-9a9a-7c51d5241dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-549537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1678354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765938626142'] for port, after_create {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:04.809336 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:04.847056 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13db0d52-bdea-4238-9a9a-7c51d5241dc2 None None] Network 86beaeb4-cc2e-471c-8ffc-81b02f765b2a is already hosted by enough agents. {{(pid=93269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:06:04.849927 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.scheduler.base_scheduler [None req-13db0d52-bdea-4238-9a9a-7c51d5241dc2 None None] Resources bound (agent type, host, resource id): {{(pid=93269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:06:04.854193 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13db0d52-bdea-4238-9a9a-7c51d5241dc2 None None] Received port after_create {{(pid=93269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:06:04.860991 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13db0d52-bdea-4238-9a9a-7c51d5241dc2 None None] Pushing event updated for resources: {'Port': ['ID=e1a7db4c-c073-4cc7-b35b-9f94958f7f95,revision_number=1']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:04.865396 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-13db0d52-bdea-4238-9a9a-7c51d5241dc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:04.919335 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.managers [None req-13db0d52-bdea-4238-9a9a-7c51d5241dc2 None None] Attempting to bind port e1a7db4c-c073-4cc7-b35b-9f94958f7f95 on host dv-cinder-766752-3-smb for vnic_type normal with profile {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:06:04.919716 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.managers [None req-13db0d52-bdea-4238-9a9a-7c51d5241dc2 None None] Attempting to bind port e1a7db4c-c073-4cc7-b35b-9f94958f7f95 by drivers openvswitch,hyperv on host dv-cinder-766752-3-smb at level 0 using segments [{'id': '60309a01-94b6-44fc-a49a-106252aac6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '86beaeb4-cc2e-471c-8ffc-81b02f765b2a'}] {{(pid=93269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:06:04.920063 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13db0d52-bdea-4238-9a9a-7c51d5241dc2 None None] Attempting to bind port e1a7db4c-c073-4cc7-b35b-9f94958f7f95 on network 86beaeb4-cc2e-471c-8ffc-81b02f765b2a {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:06:04.925103 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13db0d52-bdea-4238-9a9a-7c51d5241dc2 None None] Checking agent: {'id': 'e70860c9-a5d2-4f1c-a15e-7701e23dd36c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 21, 54), 'started_at': datetime.datetime(2021, 6, 18, 21, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:06:04.925476 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13db0d52-bdea-4238-9a9a-7c51d5241dc2 None None] Checking segment: {'id': '60309a01-94b6-44fc-a49a-106252aac6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '86beaeb4-cc2e-471c-8ffc-81b02f765b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:06:04.925910 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-13db0d52-bdea-4238-9a9a-7c51d5241dc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:04.926299 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13db0d52-bdea-4238-9a9a-7c51d5241dc2 None None] Bound using segment: {'id': '60309a01-94b6-44fc-a49a-106252aac6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '86beaeb4-cc2e-471c-8ffc-81b02f765b2a'} {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:06:04.926817 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.managers [None req-13db0d52-bdea-4238-9a9a-7c51d5241dc2 None None] Bound port: e1a7db4c-c073-4cc7-b35b-9f94958f7f95, host: dv-cinder-766752-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60309a01-94b6-44fc-a49a-106252aac6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '86beaeb4-cc2e-471c-8ffc-81b02f765b2a'}}] {{(pid=93269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:06:04.927183 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-13db0d52-bdea-4238-9a9a-7c51d5241dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:04.988783 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-13db0d52-bdea-4238-9a9a-7c51d5241dc2 None None] For port e1a7db4c-c073-4cc7-b35b-9f94958f7f95, host dv-cinder-766752-3-smb, cleared binding levels {{(pid=93269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:06:04.991834 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-13db0d52-bdea-4238-9a9a-7c51d5241dc2 None None] For port e1a7db4c-c073-4cc7-b35b-9f94958f7f95, host dv-cinder-766752-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-smb',level=0,port_id=e1a7db4c-c073-4cc7-b35b-9f94958f7f95,segment=NetworkSegment(60309a01-94b6-44fc-a49a-106252aac6a0),segment_id=60309a01-94b6-44fc-a49a-106252aac6a0)] {{(pid=93269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:06:05.015305 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-e5af87b7-82a8-4119-ac68-c94da88669b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:05.034257 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-e5af87b7-82a8-4119-ac68-c94da88669b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550498'] for port, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:05.060206 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-13db0d52-bdea-4238-9a9a-7c51d5241dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:05.062263 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-53003226-7686-4acb-b4b3-c852da93a96b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:05.126133 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13db0d52-bdea-4238-9a9a-7c51d5241dc2 None None] Pushing event updated for resources: {'Port': ['ID=e1a7db4c-c073-4cc7-b35b-9f94958f7f95,revision_number=2']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:05.129770 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-13db0d52-bdea-4238-9a9a-7c51d5241dc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:05.141488 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.db.db_base_plugin_common [None req-e5af87b7-82a8-4119-ac68-c94da88669b1 admin admin] Allocated IP 172.28.0.35 (0a94a276-d24e-41da-a649-5ffe202eff30/cb3e10ec-d2d2-4f62-adaa-1158cc2dc485/0d78d0f9-2c57-4694-9bd5-5b66eba1e767) {{(pid=93267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:06:05.247546 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-e5af87b7-82a8-4119-ac68-c94da88669b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:05.357628 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-e5af87b7-82a8-4119-ac68-c94da88669b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-549537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1678354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765938626142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3504243'] for port, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:05.365592 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:05.417455 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5af87b7-82a8-4119-ac68-c94da88669b1 admin admin] Network 0a94a276-d24e-41da-a649-5ffe202eff30 is already hosted by enough agents. {{(pid=93267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:06:05.421017 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.scheduler.base_scheduler [None req-e5af87b7-82a8-4119-ac68-c94da88669b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:06:05.426991 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5af87b7-82a8-4119-ac68-c94da88669b1 admin admin] Received port after_create {{(pid=93267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:06:05.457524 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5af87b7-82a8-4119-ac68-c94da88669b1 admin admin] Pushing event updated for resources: {'Port': ['ID=0d78d0f9-2c57-4694-9bd5-5b66eba1e767,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:05.461308 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-e5af87b7-82a8-4119-ac68-c94da88669b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:05.495131 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dc8d72-ac88-4556-b1e5-96517b5822a8 req-f213886b-6c71-41cd-8b00-d1c136b9bb86 tempest-VolumesActionsTest-39084986 tempest-VolumesActionsTest-39084986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:05.496613 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-69dc8d72-ac88-4556-b1e5-96517b5822a8 req-f213886b-6c71-41cd-8b00-d1c136b9bb86 tempest-VolumesActionsTest-39084986 tempest-VolumesActionsTest-39084986-project] 10.222.0.23 "GET /v2.0/ports?device_id=8369d8b3-8936-49a1-b7a6-08300c06e135 HTTP/1.1" status: 200 len: 946 time: 0.1102245 Jun 18 22:06:05.517572 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9d3e7f-8b8e-4dda-87c4-ad23efc15d1e req-4699e89a-0831-4bfd-b431-e62a4808fb65 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:05.518910 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-0c9d3e7f-8b8e-4dda-87c4-ad23efc15d1e req-4699e89a-0831-4bfd-b431-e62a4808fb65 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.23 "GET /v2.0/ports?device_id=205754c7-b435-4064-8f1c-c8e491d9265a HTTP/1.1" status: 200 len: 945 time: 0.0973248 Jun 18 22:06:05.565719 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-69dc8d72-ac88-4556-b1e5-96517b5822a8 req-6610e95f-985a-4e99-ad78-479cc425c7fa tempest-VolumesActionsTest-39084986 tempest-VolumesActionsTest-39084986-project] 10.222.0.23 "GET /v2.0/security-groups?id=a33f6f15-0595-4fce-8508-0d34718fdb06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621057 Jun 18 22:06:05.573918 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-0c9d3e7f-8b8e-4dda-87c4-ad23efc15d1e req-bdafae81-04f1-4708-8373-9e26bc432362 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.23 "GET /v2.0/security-groups?id=148a0607-d52e-4437-9a58-1f56f964bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471778 Jun 18 22:06:05.727802 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-e5af87b7-82a8-4119-ac68-c94da88669b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:05.834340 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8369d8b3-8936-49a1-b7a6-08300c06e135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '649ed1e3-fbfc-4267-b551-241e0b085c87'}] {{(pid=93269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:06:05.837056 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af3cbdd609d599d07a5217d2d1a89114698d9a8f3654956f7909e96a5eb364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5427266b-9829-4008-974d-9b29e1cb4786" -d '{"events": [{"server_uuid": "8369d8b3-8936-49a1-b7a6-08300c06e135", "name": "network-vif-plugged", "status": "completed", "tag": "649ed1e3-fbfc-4267-b551-241e0b085c87"}]}' {{(pid=93269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:06:05.875841 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06702477-153f-4bf2-bb06-238deceaec5b x-openstack-request-id: req-06702477-153f-4bf2-bb06-238deceaec5b {{(pid=93269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:06:05.876328 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8369d8b3-8936-49a1-b7a6-08300c06e135", "name": "network-vif-plugged", "status": "completed", "tag": "649ed1e3-fbfc-4267-b551-241e0b085c87", "code": 200}]} {{(pid=93269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:06:05.876775 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-06702477-153f-4bf2-bb06-238deceaec5b {{(pid=93269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:06:05.877316 dv-cinder-766752-3-smb neutron-server[93269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8369d8b3-8936-49a1-b7a6-08300c06e135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '649ed1e3-fbfc-4267-b551-241e0b085c87', 'code': 200} Jun 18 22:06:05.933555 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-e5af87b7-82a8-4119-ac68-c94da88669b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-477340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-515840'] for router, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:05.992022 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.agents_db [None req-e551f8fc-329d-4229-a52e-01157ddddd3a None None] Agent healthcheck: found 6 active agents {{(pid=93270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 22:06:06.043174 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593c3772-79db-4ad5-800a-365bf92c6b5a None None] Network 86beaeb4-cc2e-471c-8ffc-81b02f765b2a requested from dv-cinder-766752-3-smb {{(pid=93269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 22:06:06.151078 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5af87b7-82a8-4119-ac68-c94da88669b1 admin admin] Router 38a6a020-65cc-41ca-9707-e3378477b10f is scheduled to L3 agent cffdd0dd-f469-4450-b407-8e3f357d30fb with binding_index 1 {{(pid=93267) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 22:06:06.248174 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-894fdf37-3cbe-41ed-a04f-eed9d7d9196e None None] Provisioning for port e1a7db4c-c073-4cc7-b35b-9f94958f7f95 completed by entity DHCP. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:06:06.260721 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5af87b7-82a8-4119-ac68-c94da88669b1 admin admin] Notify agent at l3_agent.dv-cinder-766752-3-smb the message routers_updated {{(pid=93267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 22:06:06.269208 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515f288f-3c48-4d73-bdc3-281d751ce68c None None] Sync routers for ids ['38a6a020-65cc-41ca-9707-e3378477b10f'] in dv-cinder-766752-3-smb {{(pid=93269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 22:06:06.282301 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515f288f-3c48-4d73-bdc3-281d751ce68c None None] Routers {'38a6a020-65cc-41ca-9707-e3378477b10f'} bound to L3 agent in host dv-cinder-766752-3-smb {{(pid=93269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:06:06.282882 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-515f288f-3c48-4d73-bdc3-281d751ce68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T21:54:00Z,description=,heartbeat_timestamp=2021-06-18T22:06:00Z,host='dv-cinder-766752-3-smb',id=cffdd0dd-f469-4450-b407-8e3f357d30fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:54:01Z,topic='l3_agent')) {'router_ids': ['38a6a020-65cc-41ca-9707-e3378477b10f'], 'active': True} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:06:06.339844 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-e5af87b7-82a8-4119-ac68-c94da88669b1 admin admin] Notify callbacks [] for router, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:06.344370 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 49118) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:06:06.344567 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-e5af87b7-82a8-4119-ac68-c94da88669b1 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1133533 Jun 18 22:06:06.406740 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvr_db [None req-515f288f-3c48-4d73-bdc3-281d751ce68c None None] Set router 38a6a020-65cc-41ca-9707-e3378477b10f gateway port host: dv-cinder-766752-3-smb {{(pid=93269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:06:06.623116 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-515f288f-3c48-4d73-bdc3-281d751ce68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a6a020-65cc-41ca-9707-e3378477b10f', 'name': 'tempest-TestShelveInstance-1397809234-router', 'tenant_id': 'bb38584fac4b45c0ad6f8a619ed02fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': '0d78d0f9-2c57-4694-9bd5-5b66eba1e767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:06:04Z', 'updated_at': '2021-06-18T22:06:05Z', 'revision_number': 3, 'project_id': 'bb38584fac4b45c0ad6f8a619ed02fc2', 'gw_port': {'id': '0d78d0f9-2c57-4694-9bd5-5b66eba1e767', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b5:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38a6a020-65cc-41ca-9707-e3378477b10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:06:05Z', 'updated_at': '2021-06-18T22:06:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb'}], 'dv-cinder-766752-3-smb', False) {} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:06:06.656828 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515f288f-3c48-4d73-bdc3-281d751ce68c None None] Checking router: 38a6a020-65cc-41ca-9707-e3378477b10f for host: dv-cinder-766752-3-smb {{(pid=93269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 22:06:06.657184 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515f288f-3c48-4d73-bdc3-281d751ce68c None None] Updating router 38a6a020-65cc-41ca-9707-e3378477b10f port 0d78d0f9-2c57-4694-9bd5-5b66eba1e767 binding host dv-cinder-766752-3-smb {{(pid=93269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 22:06:06.706172 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-515f288f-3c48-4d73-bdc3-281d751ce68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:06.745324 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device e1a7db4c-c073-4cc7-b35b-9f94958f7f95 up at agent ovs-agent-dv-cinder-766752-3-smb {{(pid=93269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:06:06.808103 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1c31e-966d-49bf-a2e4-228235f8f38a req-c15acb2d-fdb4-4dad-beab-70e2ae85a85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:06.810517 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-69f1c31e-966d-49bf-a2e4-228235f8f38a req-c15acb2d-fdb4-4dad-beab-70e2ae85a85f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8369d8b3-8936-49a1-b7a6-08300c06e135 HTTP/1.1" status: 200 len: 1099 time: 0.4661968 Jun 18 22:06:06.934900 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedfbe70-4bc6-4ba1-8f43-4b05c0d5f2ef req-33df16c8-4a63-477f-b94d-a50be6ee02b1 tempest-VolumesActionsTest-39084986 tempest-VolumesActionsTest-39084986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:06.936445 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-bedfbe70-4bc6-4ba1-8f43-4b05c0d5f2ef req-33df16c8-4a63-477f-b94d-a50be6ee02b1 tempest-VolumesActionsTest-39084986 tempest-VolumesActionsTest-39084986-project] 10.222.0.23 "GET /v2.0/ports?device_id=8369d8b3-8936-49a1-b7a6-08300c06e135 HTTP/1.1" status: 200 len: 946 time: 0.2131629 Jun 18 22:06:06.947578 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-69f1c31e-966d-49bf-a2e4-228235f8f38a req-632a4b92-9758-4908-82ca-11bba7d598f5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a33f6f15-0595-4fce-8508-0d34718fdb06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977254 Jun 18 22:06:06.949316 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Provisioning for port e1a7db4c-c073-4cc7-b35b-9f94958f7f95 completed by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:06:06.993939 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-bedfbe70-4bc6-4ba1-8f43-4b05c0d5f2ef req-eced756f-ad95-4b43-acaf-5ff17f6b1cf7 tempest-VolumesActionsTest-39084986 tempest-VolumesActionsTest-39084986-project] 10.222.0.23 "GET /v2.0/security-groups?id=a33f6f15-0595-4fce-8508-0d34718fdb06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486517 Jun 18 22:06:07.091245 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Provisioning complete for port e1a7db4c-c073-4cc7-b35b-9f94958f7f95 triggered by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:06:07.091245 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:07.148394 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a21553-0aa4-4836-bd31-17d9bc058ec6 req-d0379ce4-833d-48bb-ada9-a37a1974f6c1 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:07.149878 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b1a21553-0aa4-4836-bd31-17d9bc058ec6 req-d0379ce4-833d-48bb-ada9-a37a1974f6c1 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.23 "GET /v2.0/ports?device_id=205754c7-b435-4064-8f1c-c8e491d9265a HTTP/1.1" status: 200 len: 945 time: 0.1128192 Jun 18 22:06:07.180828 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-515f288f-3c48-4d73-bdc3-281d751ce68c None None] Notify callbacks [] for port, precommit_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:07.209203 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-515f288f-3c48-4d73-bdc3-281d751ce68c None None] Transition to ACTIVE for port object 0d78d0f9-2c57-4694-9bd5-5b66eba1e767 will not be triggered until provisioned by entity L2. {{(pid=93269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:06:07.227393 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:07.239913 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b1a21553-0aa4-4836-bd31-17d9bc058ec6 req-55387b5e-15a0-487f-9fa6-ca3a9e3dbde2 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.23 "GET /v2.0/security-groups?id=148a0607-d52e-4437-9a58-1f56f964bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658336 Jun 18 22:06:07.264055 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] For port e1a7db4c-c073-4cc7-b35b-9f94958f7f95, host dv-cinder-766752-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-smb',level=0,port_id=e1a7db4c-c073-4cc7-b35b-9f94958f7f95,segment=NetworkSegment(60309a01-94b6-44fc-a49a-106252aac6a0),segment_id=60309a01-94b6-44fc-a49a-106252aac6a0)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:06:07.287773 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-515f288f-3c48-4d73-bdc3-281d751ce68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:07.290155 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:07.305738 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-e9082948-b671-4ba1-84db-068380251586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550498'] for port, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:07.340077 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.managers [None req-515f288f-3c48-4d73-bdc3-281d751ce68c None None] Attempting to bind port 0d78d0f9-2c57-4694-9bd5-5b66eba1e767 on host dv-cinder-766752-3-smb for vnic_type normal with profile {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:06:07.341724 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.managers [None req-515f288f-3c48-4d73-bdc3-281d751ce68c None None] Attempting to bind port 0d78d0f9-2c57-4694-9bd5-5b66eba1e767 by drivers openvswitch,hyperv on host dv-cinder-766752-3-smb at level 0 using segments [{'id': '84b34c11-c765-4838-8c05-a350e58a1412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30'}] {{(pid=93269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:06:07.341724 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515f288f-3c48-4d73-bdc3-281d751ce68c None None] Attempting to bind port 0d78d0f9-2c57-4694-9bd5-5b66eba1e767 on network 0a94a276-d24e-41da-a649-5ffe202eff30 {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:06:07.349246 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:07.353462 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515f288f-3c48-4d73-bdc3-281d751ce68c None None] Checking agent: {'id': 'e70860c9-a5d2-4f1c-a15e-7701e23dd36c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 21, 54), 'started_at': datetime.datetime(2021, 6, 18, 21, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:06:07.357902 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515f288f-3c48-4d73-bdc3-281d751ce68c None None] Checking segment: {'id': '84b34c11-c765-4838-8c05-a350e58a1412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:06:07.357902 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-515f288f-3c48-4d73-bdc3-281d751ce68c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:07.357902 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515f288f-3c48-4d73-bdc3-281d751ce68c None None] Bound using segment: {'id': '84b34c11-c765-4838-8c05-a350e58a1412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30'} {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:06:07.357902 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.managers [None req-515f288f-3c48-4d73-bdc3-281d751ce68c None None] Bound port: 0d78d0f9-2c57-4694-9bd5-5b66eba1e767, host: dv-cinder-766752-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84b34c11-c765-4838-8c05-a350e58a1412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30'}}] {{(pid=93269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:06:07.357902 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-515f288f-3c48-4d73-bdc3-281d751ce68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:07.383071 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2753f4-e82e-453f-8173-b408f3adceab None None] Pushing event updated for resources: {'Port': ['ID=0d78d0f9-2c57-4694-9bd5-5b66eba1e767,revision_number=2']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:07.389790 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-0a2753f4-e82e-453f-8173-b408f3adceab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:07.390261 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:07.453601 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-515f288f-3c48-4d73-bdc3-281d751ce68c None None] For port 0d78d0f9-2c57-4694-9bd5-5b66eba1e767, host dv-cinder-766752-3-smb, cleared binding levels {{(pid=93269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:06:07.457855 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-515f288f-3c48-4d73-bdc3-281d751ce68c None None] For port 0d78d0f9-2c57-4694-9bd5-5b66eba1e767, host dv-cinder-766752-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-smb',level=0,port_id=0d78d0f9-2c57-4694-9bd5-5b66eba1e767,segment=NetworkSegment(84b34c11-c765-4838-8c05-a350e58a1412),segment_id=84b34c11-c765-4838-8c05-a350e58a1412)] {{(pid=93269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:06:07.461755 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Pushing event updated for resources: {'Port': ['ID=e1a7db4c-c073-4cc7-b35b-9f94958f7f95,revision_number=3']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:07.464667 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:07.511447 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-515f288f-3c48-4d73-bdc3-281d751ce68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:07.514402 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:07.535637 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80322e91-d4d1-4c0e-ad88-dfbb4b5034a0 req-46375c9d-e459-4af7-a1e1-9813a9b374ed tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:07.537149 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-80322e91-d4d1-4c0e-ad88-dfbb4b5034a0 req-46375c9d-e459-4af7-a1e1-9813a9b374ed tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/ports?device_id=9afbb1bf-0416-43fb-9bbb-2433ceb5f0e3 HTTP/1.1" status: 200 len: 945 time: 0.1398153 Jun 18 22:06:07.538521 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.db_base_plugin_common [None req-e9082948-b671-4ba1-84db-068380251586 admin admin] Allocated IP 172.20.0.1 (86beaeb4-cc2e-471c-8ffc-81b02f765b2a/944e385f-b7fb-403b-8f0b-1c808a9ec1e9/f734b0d2-66e2-4f41-9e40-4a0b89333de1) {{(pid=93268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:06:07.573606 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515f288f-3c48-4d73-bdc3-281d751ce68c None None] Routers {'38a6a020-65cc-41ca-9707-e3378477b10f'} bound to L3 agent in host dv-cinder-766752-3-smb {{(pid=93269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:06:07.574230 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-515f288f-3c48-4d73-bdc3-281d751ce68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T21:54:00Z,description=,heartbeat_timestamp=2021-06-18T22:06:00Z,host='dv-cinder-766752-3-smb',id=cffdd0dd-f469-4450-b407-8e3f357d30fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:54:01Z,topic='l3_agent')) {'router_ids': ['38a6a020-65cc-41ca-9707-e3378477b10f'], 'active': True} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:06:07.577206 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2753f4-e82e-453f-8173-b408f3adceab None None] Pushing event updated for resources: {'Port': ['ID=0d78d0f9-2c57-4694-9bd5-5b66eba1e767,revision_number=3']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:07.613595 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-0a2753f4-e82e-453f-8173-b408f3adceab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:07.631339 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-80322e91-d4d1-4c0e-ad88-dfbb4b5034a0 req-73abc541-2a3f-4c6b-aedb-d2b34f86a7b6 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1d65039-544f-4945-8129-414b24f93b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881960 Jun 18 22:06:07.690445 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-e9082948-b671-4ba1-84db-068380251586 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:07.697685 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvr_db [None req-515f288f-3c48-4d73-bdc3-281d751ce68c None None] Set router 38a6a020-65cc-41ca-9707-e3378477b10f gateway port host: dv-cinder-766752-3-smb {{(pid=93269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:06:07.705103 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-e9082948-b671-4ba1-84db-068380251586 admin admin] Transition to ACTIVE for port object f734b0d2-66e2-4f41-9e40-4a0b89333de1 will not be triggered until provisioned by entity DHCP. {{(pid=93268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:06:07.803268 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-e9082948-b671-4ba1-84db-068380251586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-549537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1678354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765938626142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3169570'] for port, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:07.806874 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-1c2187b6-b33b-45d2-828d-704d05114400 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:07.843868 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9082948-b671-4ba1-84db-068380251586 admin admin] Network 86beaeb4-cc2e-471c-8ffc-81b02f765b2a is already hosted by enough agents. {{(pid=93268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:06:07.846696 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.base_scheduler [None req-e9082948-b671-4ba1-84db-068380251586 admin admin] Resources bound (agent type, host, resource id): {{(pid=93268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:06:07.852487 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9082948-b671-4ba1-84db-068380251586 admin admin] Received port after_create {{(pid=93268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:06:07.878911 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9082948-b671-4ba1-84db-068380251586 admin admin] Pushing event updated for resources: {'Port': ['ID=f734b0d2-66e2-4f41-9e40-4a0b89333de1,revision_number=1']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:07.879854 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-515f288f-3c48-4d73-bdc3-281d751ce68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a6a020-65cc-41ca-9707-e3378477b10f', 'name': 'tempest-TestShelveInstance-1397809234-router', 'tenant_id': 'bb38584fac4b45c0ad6f8a619ed02fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': '0d78d0f9-2c57-4694-9bd5-5b66eba1e767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:06:04Z', 'updated_at': '2021-06-18T22:06:05Z', 'revision_number': 3, 'project_id': 'bb38584fac4b45c0ad6f8a619ed02fc2', 'gw_port': {'id': '0d78d0f9-2c57-4694-9bd5-5b66eba1e767', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b5:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38a6a020-65cc-41ca-9707-e3378477b10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:06:05Z', 'updated_at': '2021-06-18T22:06:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb'}], 'dv-cinder-766752-3-smb', False) {} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:06:07.882685 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-e9082948-b671-4ba1-84db-068380251586 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:07.898554 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-e9082948-b671-4ba1-84db-068380251586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-519215'] for router_interface, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:07.907842 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515f288f-3c48-4d73-bdc3-281d751ce68c None None] The sync data for ids ['38a6a020-65cc-41ca-9707-e3378477b10f'] in dv-cinder-766752-3-smb is: [{'id': '38a6a020-65cc-41ca-9707-e3378477b10f', 'name': 'tempest-TestShelveInstance-1397809234-router', 'tenant_id': 'bb38584fac4b45c0ad6f8a619ed02fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': '0d78d0f9-2c57-4694-9bd5-5b66eba1e767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:06:04Z', 'updated_at': '2021-06-18T22:06:05Z', 'revision_number': 3, 'project_id': 'bb38584fac4b45c0ad6f8a619ed02fc2', 'gw_port': {'id': '0d78d0f9-2c57-4694-9bd5-5b66eba1e767', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b5:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38a6a020-65cc-41ca-9707-e3378477b10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:06:05Z', 'updated_at': '2021-06-18T22:06:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb'}] {{(pid=93269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 22:06:08.099554 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-e9082948-b671-4ba1-84db-068380251586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:08.145616 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-e8ecacca-a6e0-4d17-920d-9d9f1d7cf74f None None] Provisioning for port f734b0d2-66e2-4f41-9e40-4a0b89333de1 completed by entity DHCP. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:06:08.169915 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-e8ecacca-a6e0-4d17-920d-9d9f1d7cf74f None None] Provisioning complete for port f734b0d2-66e2-4f41-9e40-4a0b89333de1 triggered by entity DHCP. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:06:08.170303 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-e8ecacca-a6e0-4d17-920d-9d9f1d7cf74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:08.218833 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.plugin [None req-e8ecacca-a6e0-4d17-920d-9d9f1d7cf74f None None] Port f734b0d2-66e2-4f41-9e40-4a0b89333de1 cannot update to ACTIVE because it is not bound. {{(pid=93269) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 22:06:08.343069 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61064a92-7346-44e2-a53e-f95a8830acca req-c436bc2c-2f97-4b0f-807f-691a0cdc4b06 tempest-VolumesActionsTest-39084986 tempest-VolumesActionsTest-39084986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:08.350088 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-61064a92-7346-44e2-a53e-f95a8830acca req-c436bc2c-2f97-4b0f-807f-691a0cdc4b06 tempest-VolumesActionsTest-39084986 tempest-VolumesActionsTest-39084986-project] 10.222.0.23 "GET /v2.0/ports?device_id=8369d8b3-8936-49a1-b7a6-08300c06e135 HTTP/1.1" status: 200 len: 946 time: 0.2312963 Jun 18 22:06:08.412530 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-61064a92-7346-44e2-a53e-f95a8830acca req-b6b1323f-524a-4423-b40b-7f12dd0cc675 tempest-VolumesActionsTest-39084986 tempest-VolumesActionsTest-39084986-project] 10.222.0.23 "GET /v2.0/security-groups?id=a33f6f15-0595-4fce-8508-0d34718fdb06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603144 Jun 18 22:06:08.417756 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-e9082948-b671-4ba1-84db-068380251586 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:08.493811 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-e9082948-b671-4ba1-84db-068380251586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3169556'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:08.496928 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:08.564212 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-e9082948-b671-4ba1-84db-068380251586 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513078'] for router_interface, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:08.566089 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9082948-b671-4ba1-84db-068380251586 admin admin] Pushing event updated for resources: {'Port': ['ID=f734b0d2-66e2-4f41-9e40-4a0b89333de1,revision_number=2']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:08.569009 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-e9082948-b671-4ba1-84db-068380251586 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:08.670771 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9082948-b671-4ba1-84db-068380251586 admin admin] Network 86beaeb4-cc2e-471c-8ffc-81b02f765b2a is already hosted by enough agents. {{(pid=93268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:06:08.681556 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.base_scheduler [None req-e9082948-b671-4ba1-84db-068380251586 admin admin] Resources bound (agent type, host, resource id): {{(pid=93268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:06:08.827861 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device e1a7db4c-c073-4cc7-b35b-9f94958f7f95 up at agent ovs-agent-dv-cinder-766752-3-smb {{(pid=93269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:06:08.876994 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9082948-b671-4ba1-84db-068380251586 admin admin] Router 38a6a020-65cc-41ca-9707-e3378477b10f has already been hosted by L3 agent cffdd0dd-f469-4450-b407-8e3f357d30fb {{(pid=93268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 22:06:08.891828 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Provisioning complete for port e1a7db4c-c073-4cc7-b35b-9f94958f7f95 triggered by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:06:08.892333 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:08.893624 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9537386-9c96-4cb8-964f-d0ebd13d55ea req-14dbf5dd-72c2-4e2e-bbed-2464dfe05284 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:08.895212 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b9537386-9c96-4cb8-964f-d0ebd13d55ea req-14dbf5dd-72c2-4e2e-bbed-2464dfe05284 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/ports?device_id=9afbb1bf-0416-43fb-9bbb-2433ceb5f0e3 HTTP/1.1" status: 200 len: 945 time: 0.0906088 Jun 18 22:06:08.948397 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-0ea97e3b-006e-48a7-8c6c-1de938184592 None None] Provisioning complete for port f734b0d2-66e2-4f41-9e40-4a0b89333de1 triggered by entity DHCP. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:06:08.948790 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-0ea97e3b-006e-48a7-8c6c-1de938184592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:08.974865 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b9537386-9c96-4cb8-964f-d0ebd13d55ea req-1270eac9-ec3f-48c6-8bfc-621f6c84db7c tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1d65039-544f-4945-8129-414b24f93b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737662 Jun 18 22:06:09.012670 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device 0d78d0f9-2c57-4694-9bd5-5b66eba1e767 up at agent ovs-agent-dv-cinder-766752-3-smb {{(pid=93269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:06:09.014321 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.plugin [None req-0ea97e3b-006e-48a7-8c6c-1de938184592 None None] Port f734b0d2-66e2-4f41-9e40-4a0b89333de1 cannot update to ACTIVE because it is not bound. {{(pid=93269) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 22:06:09.027778 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9082948-b671-4ba1-84db-068380251586 admin admin] Notify agent at l3_agent.dv-cinder-766752-3-smb the message routers_updated {{(pid=93268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 22:06:09.032623 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-e9082948-b671-4ba1-84db-068380251586 admin admin] 10.222.0.23 "PUT /v2.0/routers/38a6a020-65cc-41ca-9707-e3378477b10f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6795399 Jun 18 22:06:09.126725 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Provisioning for port 0d78d0f9-2c57-4694-9bd5-5b66eba1e767 completed by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:06:09.130723 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Provisioning complete for port 0d78d0f9-2c57-4694-9bd5-5b66eba1e767 triggered by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:06:09.131104 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:09.219688 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:09.239149 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] For port 0d78d0f9-2c57-4694-9bd5-5b66eba1e767, host dv-cinder-766752-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-smb',level=0,port_id=0d78d0f9-2c57-4694-9bd5-5b66eba1e767,segment=NetworkSegment(84b34c11-c765-4838-8c05-a350e58a1412),segment_id=84b34c11-c765-4838-8c05-a350e58a1412)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:06:09.333536 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:09.335725 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:09.389962 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Pushing event updated for resources: {'Port': ['ID=0d78d0f9-2c57-4694-9bd5-5b66eba1e767,revision_number=4']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:09.393249 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:09.576768 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838c5e5e-2f65-490e-9ddb-62a7179332bd None None] Sync routers for ids ['38a6a020-65cc-41ca-9707-e3378477b10f'] in dv-cinder-766752-3-smb {{(pid=93270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 22:06:09.593795 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838c5e5e-2f65-490e-9ddb-62a7179332bd None None] Routers {'38a6a020-65cc-41ca-9707-e3378477b10f'} bound to L3 agent in host dv-cinder-766752-3-smb {{(pid=93270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:06:09.594791 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_hamode_db [None req-838c5e5e-2f65-490e-9ddb-62a7179332bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T21:54:00Z,description=,heartbeat_timestamp=2021-06-18T22:06:00Z,host='dv-cinder-766752-3-smb',id=cffdd0dd-f469-4450-b407-8e3f357d30fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:54:01Z,topic='l3_agent')) {'router_ids': ['38a6a020-65cc-41ca-9707-e3378477b10f'], 'active': True} {{(pid=93270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:06:09.606455 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4865768-9f40-4d17-acb8-79ae39028881 req-a9baba6c-cf16-4836-b051-d4e5a81af4ee tempest-VolumesActionsTest-39084986 tempest-VolumesActionsTest-39084986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:09.608167 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-e4865768-9f40-4d17-acb8-79ae39028881 req-a9baba6c-cf16-4836-b051-d4e5a81af4ee tempest-VolumesActionsTest-39084986 tempest-VolumesActionsTest-39084986-project] 10.222.0.23 "GET /v2.0/ports?device_id=8369d8b3-8936-49a1-b7a6-08300c06e135 HTTP/1.1" status: 200 len: 946 time: 0.0800476 Jun 18 22:06:09.647975 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-e4865768-9f40-4d17-acb8-79ae39028881 req-655c6d9c-bc21-4a22-85db-ffcd12741892 tempest-VolumesActionsTest-39084986 tempest-VolumesActionsTest-39084986-project] 10.222.0.23 "GET /v2.0/security-groups?id=a33f6f15-0595-4fce-8508-0d34718fdb06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334187 Jun 18 22:06:09.707330 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_dvr_db [None req-838c5e5e-2f65-490e-9ddb-62a7179332bd None None] Set router 38a6a020-65cc-41ca-9707-e3378477b10f gateway port host: dv-cinder-766752-3-smb {{(pid=93270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:06:09.850948 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 49170) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:06:09.856271 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.v2.base [None req-4aee078c-d20a-44ed-acb9-3d2f753882e6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1703528791-network', 'tenant_id': '4a9675d0dacf4a4d88390d99d02239f4'}} {{(pid=93268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:06:09.922722 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_hamode_db [None req-838c5e5e-2f65-490e-9ddb-62a7179332bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a6a020-65cc-41ca-9707-e3378477b10f', 'name': 'tempest-TestShelveInstance-1397809234-router', 'tenant_id': 'bb38584fac4b45c0ad6f8a619ed02fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': '0d78d0f9-2c57-4694-9bd5-5b66eba1e767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:06:04Z', 'updated_at': '2021-06-18T22:06:07Z', 'revision_number': 4, 'project_id': 'bb38584fac4b45c0ad6f8a619ed02fc2', 'gw_port': {'id': '0d78d0f9-2c57-4694-9bd5-5b66eba1e767', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a6a020-65cc-41ca-9707-e3378477b10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:06:05Z', 'updated_at': '2021-06-18T22:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb', '_interfaces': [{'id': 'f734b0d2-66e2-4f41-9e40-4a0b89333de1', 'name': '', 'network_id': '86beaeb4-cc2e-471c-8ffc-81b02f765b2a', 'tenant_id': 'bb38584fac4b45c0ad6f8a619ed02fc2', 'mac_address': 'fa:16:3e:aa:7b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38a6a020-65cc-41ca-9707-e3378477b10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '944e385f-b7fb-403b-8f0b-1c808a9ec1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:06:07Z', 'updated_at': '2021-06-18T22:06:08Z', 'revision_number': 2, 'project_id': 'bb38584fac4b45c0ad6f8a619ed02fc2', 'subnets': [{'id': '944e385f-b7fb-403b-8f0b-1c808a9ec1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-smb', False) {} {{(pid=93270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:06:09.948721 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838c5e5e-2f65-490e-9ddb-62a7179332bd None None] Checking router: 38a6a020-65cc-41ca-9707-e3378477b10f for host: dv-cinder-766752-3-smb {{(pid=93270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 22:06:09.949094 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838c5e5e-2f65-490e-9ddb-62a7179332bd None None] Updating router 38a6a020-65cc-41ca-9707-e3378477b10f port f734b0d2-66e2-4f41-9e40-4a0b89333de1 binding host dv-cinder-766752-3-smb {{(pid=93270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 22:06:09.956191 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aee078c-d20a-44ed-acb9-3d2f753882e6 admin admin] Made reservation on behalf of 4a9675d0dacf4a4d88390d99d02239f4 for: {'network': 1} {{(pid=93268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:06:09.958867 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4aee078c-d20a-44ed-acb9-3d2f753882e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550498'] for network, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:09.971799 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4aee078c-d20a-44ed-acb9-3d2f753882e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:09.985926 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-838c5e5e-2f65-490e-9ddb-62a7179332bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:10.104521 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea9b6a-ab75-4122-81fa-1a95e047ec43 req-8c55e1af-394b-4262-9769-bd79c5407777 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:10.106026 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-46ea9b6a-ab75-4122-81fa-1a95e047ec43 req-8c55e1af-394b-4262-9769-bd79c5407777 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.42 "GET /v2.0/ports?device_id=9afbb1bf-0416-43fb-9bbb-2433ceb5f0e3 HTTP/1.1" status: 200 len: 945 time: 0.0967362 Jun 18 22:06:10.152679 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4aee078c-d20a-44ed-acb9-3d2f753882e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:10.227398 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4aee078c-d20a-44ed-acb9-3d2f753882e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:10.231401 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-ca1dc999-657b-4a94-87ff-df99e32feeb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:10.257484 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aee078c-d20a-44ed-acb9-3d2f753882e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=93268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 22:06:10.259826 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-838c5e5e-2f65-490e-9ddb-62a7179332bd None None] Notify callbacks [] for port, precommit_update {{(pid=93270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:10.273055 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.provisioning_blocks [None req-838c5e5e-2f65-490e-9ddb-62a7179332bd None None] Transition to ACTIVE for port object f734b0d2-66e2-4f41-9e40-4a0b89333de1 will not be triggered until provisioned by entity L2. {{(pid=93270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:06:10.286280 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4aee078c-d20a-44ed-acb9-3d2f753882e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527226'] for segment, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:10.286628 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.db.segments_db [None req-4aee078c-d20a-44ed-acb9-3d2f753882e6 admin admin] Added segment 5d66d520-77ef-40c7-b8c0-70491b8f5cb9 of type vlan for network 2721476b-fae9-4648-a340-7e4f44f49ca5 Jun 18 22:06:10.308261 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef0126-7d36-4f26-a1de-ffd16ef3cd3a req-0ebbb7f6-c0e4-459f-bf3f-dca132098314 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:10.309723 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-e1ef0126-7d36-4f26-a1de-ffd16ef3cd3a req-0ebbb7f6-c0e4-459f-bf3f-dca132098314 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/ports?device_id=9afbb1bf-0416-43fb-9bbb-2433ceb5f0e3 HTTP/1.1" status: 200 len: 945 time: 0.1834691 Jun 18 22:06:10.312694 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aee078c-d20a-44ed-acb9-3d2f753882e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7365047-0ae1-454a-8296-c314a10643f0,revision_number=1']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:10.333861 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-4aee078c-d20a-44ed-acb9-3d2f753882e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:10.356065 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-838c5e5e-2f65-490e-9ddb-62a7179332bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:10.360282 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG oslo_concurrency.lockutils [None req-fb919268-4804-412a-ba74-4ef53eb97743 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:10.360967 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [req-46ea9b6a-ab75-4122-81fa-1a95e047ec43 req-8b02c3b9-3fe6-4e0d-8c9a-d56627a8db5f tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Deleting port f1a14add-76dd-4a0c-a52a-f7c12f8eb41a {{(pid=93268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:06:10.361298 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-46ea9b6a-ab75-4122-81fa-1a95e047ec43 req-8b02c3b9-3fe6-4e0d-8c9a-d56627a8db5f tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765939110629'] for port, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:10.367055 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4aee078c-d20a-44ed-acb9-3d2f753882e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765938645724'] for network, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:10.459054 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-e1ef0126-7d36-4f26-a1de-ffd16ef3cd3a req-4fa41374-3ddb-49ad-8642-34a7fa99dfc2 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1d65039-544f-4945-8129-414b24f93b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262252 Jun 18 22:06:10.460718 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7cd606-9b77-4a67-a89b-2264112894a0 None None] Pushing event updated for resources: {'Port': ['ID=f734b0d2-66e2-4f41-9e40-4a0b89333de1,revision_number=3']} {{(pid=93270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:10.477016 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG oslo_concurrency.lockutils [None req-af7cd606-9b77-4a67-a89b-2264112894a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:10.516741 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.db [req-46ea9b6a-ab75-4122-81fa-1a95e047ec43 req-8b02c3b9-3fe6-4e0d-8c9a-d56627a8db5f tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] For port f1a14add-76dd-4a0c-a52a-f7c12f8eb41a, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=f1a14add-76dd-4a0c-a52a-f7c12f8eb41a,segment=NetworkSegment(b36e6868-126e-43ec-b847-fd25373dd47a),segment_id=b36e6868-126e-43ec-b847-fd25373dd47a)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:06:10.517353 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-46ea9b6a-ab75-4122-81fa-1a95e047ec43 req-8b02c3b9-3fe6-4e0d-8c9a-d56627a8db5f tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512668'] for port, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:10.627776 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4aee078c-d20a-44ed-acb9-3d2f753882e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-490555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1678354'] for network, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:10.633384 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aee078c-d20a-44ed-acb9-3d2f753882e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:10.633968 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4aee078c-d20a-44ed-acb9-3d2f753882e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678351'] for network, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:10.667129 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-cb6637d0-a53a-4c08-945c-e15a5f018505 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:10.679253 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device 0d78d0f9-2c57-4694-9bd5-5b66eba1e767 up at agent ovs-agent-dv-cinder-766752-3-smb {{(pid=93269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:06:10.731336 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Provisioning complete for port 0d78d0f9-2c57-4694-9bd5-5b66eba1e767 triggered by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:06:10.732137 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:10.777985 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aee078c-d20a-44ed-acb9-3d2f753882e6 admin admin] Pushing event updated for resources: {'Network': ['ID=2721476b-fae9-4648-a340-7e4f44f49ca5,revision_number=1']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:10.783143 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-4aee078c-d20a-44ed-acb9-3d2f753882e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:10.786124 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-4aee078c-d20a-44ed-acb9-3d2f753882e6 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9335105 Jun 18 22:06:10.789697 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 49186) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:06:10.795021 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.v2.base [None req-9ae32b55-6074-4de1-b5aa-44b0d2c7df81 admin admin] Request body: {'subnet': {'network_id': '2721476b-fae9-4648-a340-7e4f44f49ca5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1703528791-subnet', 'tenant_id': '4a9675d0dacf4a4d88390d99d02239f4', 'ip_version': 4}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:06:10.798923 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Network 2721476b-fae9-4648-a340-7e4f44f49ca5 details requested by agent ovs-agent-dv-cinder-766752-3-smb with host dv-cinder-766752-3-smb {{(pid=93269) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 22:06:10.824712 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-46ea9b6a-ab75-4122-81fa-1a95e047ec43 req-8b02c3b9-3fe6-4e0d-8c9a-d56627a8db5f tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:10.825087 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-46ea9b6a-ab75-4122-81fa-1a95e047ec43 req-8b02c3b9-3fe6-4e0d-8c9a-d56627a8db5f tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516016'] for floatingip, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:10.825394 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.db.l3_db [req-46ea9b6a-ab75-4122-81fa-1a95e047ec43 req-8b02c3b9-3fe6-4e0d-8c9a-d56627a8db5f tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Floating IP 62085c59-9b0c-45ff-868b-c2eaef28cc2f disassociated. External IP: 172.28.0.214, port: f1a14add-76dd-4a0c-a52a-f7c12f8eb41a. Jun 18 22:06:10.825721 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [req-46ea9b6a-ab75-4122-81fa-1a95e047ec43 req-8b02c3b9-3fe6-4e0d-8c9a-d56627a8db5f tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Calling delete_port for f1a14add-76dd-4a0c-a52a-f7c12f8eb41a owned by compute:nova {{(pid=93268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:06:10.904793 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae32b55-6074-4de1-b5aa-44b0d2c7df81 admin admin] Made reservation on behalf of 4a9675d0dacf4a4d88390d99d02239f4 for: {'subnet': 1} {{(pid=93267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:06:10.908409 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-9ae32b55-6074-4de1-b5aa-44b0d2c7df81 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2856210'] for subnet, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:10.920218 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.plugins.ml2.managers [None req-838c5e5e-2f65-490e-9ddb-62a7179332bd None None] Attempting to bind port f734b0d2-66e2-4f41-9e40-4a0b89333de1 on host dv-cinder-766752-3-smb for vnic_type normal with profile {{(pid=93270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:06:10.921395 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.plugins.ml2.managers [None req-838c5e5e-2f65-490e-9ddb-62a7179332bd None None] Attempting to bind port f734b0d2-66e2-4f41-9e40-4a0b89333de1 by drivers openvswitch,hyperv on host dv-cinder-766752-3-smb at level 0 using segments [{'id': '60309a01-94b6-44fc-a49a-106252aac6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '86beaeb4-cc2e-471c-8ffc-81b02f765b2a'}] {{(pid=93270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:06:10.921766 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838c5e5e-2f65-490e-9ddb-62a7179332bd None None] Attempting to bind port f734b0d2-66e2-4f41-9e40-4a0b89333de1 on network 86beaeb4-cc2e-471c-8ffc-81b02f765b2a {{(pid=93270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:06:10.927107 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838c5e5e-2f65-490e-9ddb-62a7179332bd None None] Checking agent: {'id': 'e70860c9-a5d2-4f1c-a15e-7701e23dd36c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 21, 54), 'started_at': datetime.datetime(2021, 6, 18, 21, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:06:10.927475 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838c5e5e-2f65-490e-9ddb-62a7179332bd None None] Checking segment: {'id': '60309a01-94b6-44fc-a49a-106252aac6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '86beaeb4-cc2e-471c-8ffc-81b02f765b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:06:10.927867 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-838c5e5e-2f65-490e-9ddb-62a7179332bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:10.928281 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838c5e5e-2f65-490e-9ddb-62a7179332bd None None] Bound using segment: {'id': '60309a01-94b6-44fc-a49a-106252aac6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '86beaeb4-cc2e-471c-8ffc-81b02f765b2a'} {{(pid=93270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:06:10.928781 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.plugins.ml2.managers [None req-838c5e5e-2f65-490e-9ddb-62a7179332bd None None] Bound port: f734b0d2-66e2-4f41-9e40-4a0b89333de1, host: dv-cinder-766752-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60309a01-94b6-44fc-a49a-106252aac6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '86beaeb4-cc2e-471c-8ffc-81b02f765b2a'}}] {{(pid=93270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:06:10.929144 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-838c5e5e-2f65-490e-9ddb-62a7179332bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:10.992419 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.plugins.ml2.db [None req-838c5e5e-2f65-490e-9ddb-62a7179332bd None None] For port f734b0d2-66e2-4f41-9e40-4a0b89333de1, host dv-cinder-766752-3-smb, cleared binding levels {{(pid=93270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:06:11.036058 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-46ea9b6a-ab75-4122-81fa-1a95e047ec43 req-8b02c3b9-3fe6-4e0d-8c9a-d56627a8db5f tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765939117029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765938626151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3169581'] for port, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:11.036746 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.plugins.ml2.db [None req-838c5e5e-2f65-490e-9ddb-62a7179332bd None None] For port f734b0d2-66e2-4f41-9e40-4a0b89333de1, host dv-cinder-766752-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-smb',level=0,port_id=f734b0d2-66e2-4f41-9e40-4a0b89333de1,segment=NetworkSegment(60309a01-94b6-44fc-a49a-106252aac6a0),segment_id=60309a01-94b6-44fc-a49a-106252aac6a0)] {{(pid=93270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:06:11.040452 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-f09ba5ec-5002-478a-beab-c84b8ea3f178 tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:11.065160 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b02c3b9-3fe6-4e0d-8c9a-d56627a8db5f tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Pushing event deleted for resources: {'Port': ['ID=f1a14add-76dd-4a0c-a52a-f7c12f8eb41a,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:11.068180 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-8b02c3b9-3fe6-4e0d-8c9a-d56627a8db5f tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:11.099601 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-838c5e5e-2f65-490e-9ddb-62a7179332bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:11.102110 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:11.164373 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7cd606-9b77-4a67-a89b-2264112894a0 None None] Pushing event updated for resources: {'Port': ['ID=f734b0d2-66e2-4f41-9e40-4a0b89333de1,revision_number=4']} {{(pid=93270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:11.171192 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838c5e5e-2f65-490e-9ddb-62a7179332bd None None] Routers {'38a6a020-65cc-41ca-9707-e3378477b10f'} bound to L3 agent in host dv-cinder-766752-3-smb {{(pid=93270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:06:11.171192 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_hamode_db [None req-838c5e5e-2f65-490e-9ddb-62a7179332bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T21:54:00Z,description=,heartbeat_timestamp=2021-06-18T22:06:00Z,host='dv-cinder-766752-3-smb',id=cffdd0dd-f469-4450-b407-8e3f357d30fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:54:01Z,topic='l3_agent')) {'router_ids': ['38a6a020-65cc-41ca-9707-e3378477b10f'], 'active': True} {{(pid=93270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:06:11.171192 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG oslo_concurrency.lockutils [None req-af7cd606-9b77-4a67-a89b-2264112894a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:11.190561 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-9ae32b55-6074-4de1-b5aa-44b0d2c7df81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2856192'] for subnet, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:11.195288 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:11.204132 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46ea9b6a-ab75-4122-81fa-1a95e047ec43 req-8b02c3b9-3fe6-4e0d-8c9a-d56627a8db5f tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Router f718791a-b063-4175-9f55-8ed0bba93417 has already been hosted by L3 agent cffdd0dd-f469-4450-b407-8e3f357d30fb {{(pid=93268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 22:06:11.294177 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_dvr_db [None req-838c5e5e-2f65-490e-9ddb-62a7179332bd None None] Set router 38a6a020-65cc-41ca-9707-e3378477b10f gateway port host: dv-cinder-766752-3-smb {{(pid=93270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:06:11.312098 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae32b55-6074-4de1-b5aa-44b0d2c7df81 admin admin] Checking segment: {'id': '5d66d520-77ef-40c7-b8c0-70491b8f5cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2721476b-fae9-4648-a340-7e4f44f49ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:06:11.312682 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae32b55-6074-4de1-b5aa-44b0d2c7df81 admin admin] Network hostable DHCP agents. Network: 2721476b-fae9-4648-a340-7e4f44f49ca5, hostable agents: ['8cbf1dbc-985e-4686-b9a4-b42f90572d3b'], hosted agents: [] {{(pid=93267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 22:06:11.333848 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae32b55-6074-4de1-b5aa-44b0d2c7df81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b424b509-03d6-4302-b8e7-db6687b964b7,revision_number=0']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:11.359706 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-9ae32b55-6074-4de1-b5aa-44b0d2c7df81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:11.447543 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae32b55-6074-4de1-b5aa-44b0d2c7df81 admin admin] Network 2721476b-fae9-4648-a340-7e4f44f49ca5 is scheduled to be hosted by DHCP agent 8cbf1dbc-985e-4686-b9a4-b42f90572d3b with binding_index 1 {{(pid=93267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 22:06:11.514349 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_hamode_db [None req-838c5e5e-2f65-490e-9ddb-62a7179332bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a6a020-65cc-41ca-9707-e3378477b10f', 'name': 'tempest-TestShelveInstance-1397809234-router', 'tenant_id': 'bb38584fac4b45c0ad6f8a619ed02fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': '0d78d0f9-2c57-4694-9bd5-5b66eba1e767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:06:04Z', 'updated_at': '2021-06-18T22:06:07Z', 'revision_number': 4, 'project_id': 'bb38584fac4b45c0ad6f8a619ed02fc2', 'gw_port': {'id': '0d78d0f9-2c57-4694-9bd5-5b66eba1e767', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a6a020-65cc-41ca-9707-e3378477b10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:06:05Z', 'updated_at': '2021-06-18T22:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb', '_interfaces': [{'id': 'f734b0d2-66e2-4f41-9e40-4a0b89333de1', 'name': '', 'network_id': '86beaeb4-cc2e-471c-8ffc-81b02f765b2a', 'tenant_id': 'bb38584fac4b45c0ad6f8a619ed02fc2', 'mac_address': 'fa:16:3e:aa:7b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38a6a020-65cc-41ca-9707-e3378477b10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '944e385f-b7fb-403b-8f0b-1c808a9ec1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:06:07Z', 'updated_at': '2021-06-18T22:06:10Z', 'revision_number': 4, 'project_id': 'bb38584fac4b45c0ad6f8a619ed02fc2', 'subnets': [{'id': '944e385f-b7fb-403b-8f0b-1c808a9ec1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-smb', False) {} {{(pid=93270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:06:11.550276 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.scheduler.base_scheduler [None req-9ae32b55-6074-4de1-b5aa-44b0d2c7df81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-3-smb, 2721476b-fae9-4648-a340-7e4f44f49ca5) {{(pid=93267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:06:11.555568 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae32b55-6074-4de1-b5aa-44b0d2c7df81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:11.556433 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-9ae32b55-6074-4de1-b5aa-44b0d2c7df81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:11.557664 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838c5e5e-2f65-490e-9ddb-62a7179332bd None None] The sync data for ids ['38a6a020-65cc-41ca-9707-e3378477b10f'] in dv-cinder-766752-3-smb is: [{'id': '38a6a020-65cc-41ca-9707-e3378477b10f', 'name': 'tempest-TestShelveInstance-1397809234-router', 'tenant_id': 'bb38584fac4b45c0ad6f8a619ed02fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': '0d78d0f9-2c57-4694-9bd5-5b66eba1e767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:06:04Z', 'updated_at': '2021-06-18T22:06:07Z', 'revision_number': 4, 'project_id': 'bb38584fac4b45c0ad6f8a619ed02fc2', 'gw_port': {'id': '0d78d0f9-2c57-4694-9bd5-5b66eba1e767', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a6a020-65cc-41ca-9707-e3378477b10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:06:05Z', 'updated_at': '2021-06-18T22:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb', '_interfaces': [{'id': 'f734b0d2-66e2-4f41-9e40-4a0b89333de1', 'name': '', 'network_id': '86beaeb4-cc2e-471c-8ffc-81b02f765b2a', 'tenant_id': 'bb38584fac4b45c0ad6f8a619ed02fc2', 'mac_address': 'fa:16:3e:aa:7b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38a6a020-65cc-41ca-9707-e3378477b10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '944e385f-b7fb-403b-8f0b-1c808a9ec1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:06:07Z', 'updated_at': '2021-06-18T22:06:10Z', 'revision_number': 4, 'project_id': 'bb38584fac4b45c0ad6f8a619ed02fc2', 'subnets': [{'id': '944e385f-b7fb-403b-8f0b-1c808a9ec1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 22:06:11.561842 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d21ab4a-2296-4270-84a1-a6a5ae49690b None None] Network 2721476b-fae9-4648-a340-7e4f44f49ca5 requested from dv-cinder-766752-3-smb {{(pid=93269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 22:06:11.668126 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-9ae32b55-6074-4de1-b5aa-44b0d2c7df81 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8773940 Jun 18 22:06:11.668740 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 49196) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:06:11.686492 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.v2.base [None req-ac28c752-8ebe-4ae4-951b-12389da086a4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1703528791-router', 'tenant_id': '4a9675d0dacf4a4d88390d99d02239f4', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30'}}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:06:11.761582 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46ea9b6a-ab75-4122-81fa-1a95e047ec43 req-8b02c3b9-3fe6-4e0d-8c9a-d56627a8db5f tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify agent at l3_agent.dv-cinder-766752-3-smb the message routers_updated {{(pid=93268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 22:06:11.781477 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29225872-402b-45db-a281-630b0a88b26b None None] Sync routers for ids ['f718791a-b063-4175-9f55-8ed0bba93417'] in dv-cinder-766752-3-smb {{(pid=93269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 22:06:11.785433 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-6b72188e-78b0-4a83-b75e-7d1abcb53468 req-9724c5fe-32be-45f7-99f8-380c70715694 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/ports?device_id=9afbb1bf-0416-43fb-9bbb-2433ceb5f0e3 HTTP/1.1" status: 200 len: 210 time: 0.0504432 Jun 18 22:06:11.858604 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-ac28c752-8ebe-4ae4-951b-12389da086a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-477333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65128'] for router, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:11.859836 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-ac28c752-8ebe-4ae4-951b-12389da086a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-477416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-512678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-434388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65123'] for router, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:11.872980 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [req-46ea9b6a-ab75-4122-81fa-1a95e047ec43 req-8b02c3b9-3fe6-4e0d-8c9a-d56627a8db5f tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] No DVR routers for this DVR port f1a14add-76dd-4a0c-a52a-f7c12f8eb41a on host hv-cinder-76675 {{(pid=93268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 22:06:11.876149 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-46ea9b6a-ab75-4122-81fa-1a95e047ec43 req-8b02c3b9-3fe6-4e0d-8c9a-d56627a8db5f tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31239'] for port, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:11.878517 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-46ea9b6a-ab75-4122-81fa-1a95e047ec43 req-8b02c3b9-3fe6-4e0d-8c9a-d56627a8db5f tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.42 "DELETE /v2.0/ports/f1a14add-76dd-4a0c-a52a-f7c12f8eb41a HTTP/1.1" status: 204 len: 173 time: 1.7630384 Jun 18 22:06:11.878879 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29225872-402b-45db-a281-630b0a88b26b None None] Routers {'f718791a-b063-4175-9f55-8ed0bba93417'} bound to L3 agent in host dv-cinder-766752-3-smb {{(pid=93269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:06:11.879406 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9afbb1bf-0416-43fb-9bbb-2433ceb5f0e3', 'name': 'network-vif-deleted', 'tag': 'f1a14add-76dd-4a0c-a52a-f7c12f8eb41a'}] {{(pid=93268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:06:11.879528 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-29225872-402b-45db-a281-630b0a88b26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T21:54:00Z,description=,heartbeat_timestamp=2021-06-18T22:06:00Z,host='dv-cinder-766752-3-smb',id=cffdd0dd-f469-4450-b407-8e3f357d30fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:54:01Z,topic='l3_agent')) {'router_ids': ['f718791a-b063-4175-9f55-8ed0bba93417'], 'active': True} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:06:11.882418 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ff4b25c03651656652c9c7d58efcdba903c051ef33b3f53eb93af1a53304f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f34f95c0-1d82-4596-af15-8a78216880f1" -d '{"events": [{"server_uuid": "9afbb1bf-0416-43fb-9bbb-2433ceb5f0e3", "name": "network-vif-deleted", "tag": "f1a14add-76dd-4a0c-a52a-f7c12f8eb41a"}]}' {{(pid=93268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:06:11.948674 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c06795d-878f-4b50-9532-1529fd516e9e x-openstack-request-id: req-9c06795d-878f-4b50-9532-1529fd516e9e {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:06:11.949046 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9afbb1bf-0416-43fb-9bbb-2433ceb5f0e3", "name": "network-vif-deleted", "tag": "f1a14add-76dd-4a0c-a52a-f7c12f8eb41a", "status": "completed", "code": 200}]} {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:06:11.949378 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9c06795d-878f-4b50-9532-1529fd516e9e {{(pid=93268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:06:11.949805 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9afbb1bf-0416-43fb-9bbb-2433ceb5f0e3', 'name': 'network-vif-deleted', 'tag': 'f1a14add-76dd-4a0c-a52a-f7c12f8eb41a', 'status': 'completed', 'code': 200} Jun 18 22:06:11.966544 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-ac28c752-8ebe-4ae4-951b-12389da086a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:12.010416 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43e42f3-b37c-4ec3-8774-baf24e109c32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe69447c-996e-5b32-9b55-7f054a75cfbd-2721476b-fae9-4648-a340-7e4f44f49ca5', 'network_id': '2721476b-fae9-4648-a340-7e4f44f49ca5', 'tenant_id': '4a9675d0dacf4a4d88390d99d02239f4', 'fixed_ips': [{'subnet_id': 'b424b509-03d6-4302-b8e7-db6687b964b7'}]}} from dv-cinder-766752-3-smb. {{(pid=93269) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 22:06:12.011295 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-a43e42f3-b37c-4ec3-8774-baf24e109c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550498'] for port, before_create {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:12.144672 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvr_db [None req-29225872-402b-45db-a281-630b0a88b26b None None] Set router f718791a-b063-4175-9f55-8ed0bba93417 gateway port host: dv-cinder-766752-3-smb {{(pid=93269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:06:12.269648 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-ac28c752-8ebe-4ae4-951b-12389da086a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-512724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-477287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65141'] for router, precommit_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:12.556935 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.db_base_plugin_common [None req-a43e42f3-b37c-4ec3-8774-baf24e109c32 None None] Allocated IP 172.20.0.2 (2721476b-fae9-4648-a340-7e4f44f49ca5/b424b509-03d6-4302-b8e7-db6687b964b7/a509ebe8-b1b9-4390-901b-4c26b108c775) {{(pid=93269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:06:12.807172 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device f734b0d2-66e2-4f41-9e40-4a0b89333de1 up at agent ovs-agent-dv-cinder-766752-3-smb {{(pid=93269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:06:12.809774 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-a43e42f3-b37c-4ec3-8774-baf24e109c32 None None] Notify callbacks [] for port, precommit_create {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:12.842730 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-a43e42f3-b37c-4ec3-8774-baf24e109c32 None None] Transition to ACTIVE for port object a509ebe8-b1b9-4390-901b-4c26b108c775 will not be triggered until provisioned by entity L2. {{(pid=93269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:06:12.919210 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-ac28c752-8ebe-4ae4-951b-12389da086a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:12.921557 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-a43e42f3-b37c-4ec3-8774-baf24e109c32 None None] Transition to ACTIVE for port object a509ebe8-b1b9-4390-901b-4c26b108c775 will not be triggered until provisioned by entity DHCP. {{(pid=93269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:06:12.940326 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-29225872-402b-45db-a281-630b0a88b26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f718791a-b063-4175-9f55-8ed0bba93417', 'name': 'tempest-AttachVolumeTestJSON-1244901988-router', 'tenant_id': '1a162bbe7ec5404e82b0637c65bc655b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.228'}], 'enable_snat': True}, 'gw_port_id': '24ebf161-ffed-471e-8fb3-4ec465e50da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:02:13Z', 'updated_at': '2021-06-18T22:02:21Z', 'revision_number': 4, 'project_id': '1a162bbe7ec5404e82b0637c65bc655b', 'gw_port': {'id': '24ebf161-ffed-471e-8fb3-4ec465e50da5', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:50:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f718791a-b063-4175-9f55-8ed0bba93417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:02:14Z', 'updated_at': '2021-06-18T22:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb', '_interfaces': [{'id': '17c19ec5-ff0f-44e7-a83b-7acfbb2c1708', 'name': '', 'network_id': '2767e6ef-6819-45b8-a88a-d01068b3a363', 'tenant_id': '1a162bbe7ec5404e82b0637c65bc655b', 'mac_address': 'fa:16:3e:19:74:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f718791a-b063-4175-9f55-8ed0bba93417', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '2c05298a-5496-468b-af9b-eb839c301437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:02:19Z', 'updated_at': '2021-06-18T22:02:29Z', 'revision_number': 5, 'project_id': '1a162bbe7ec5404e82b0637c65bc655b', 'subnets': [{'id': '2c05298a-5496-468b-af9b-eb839c301437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-smb', False) {} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:06:12.959246 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-ac28c752-8ebe-4ae4-951b-12389da086a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550498'] for port, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:12.983993 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29225872-402b-45db-a281-630b0a88b26b None None] Checking router: f718791a-b063-4175-9f55-8ed0bba93417 for host: dv-cinder-766752-3-smb {{(pid=93269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 22:06:12.994020 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29225872-402b-45db-a281-630b0a88b26b None None] Routers {'f718791a-b063-4175-9f55-8ed0bba93417'} bound to L3 agent in host dv-cinder-766752-3-smb {{(pid=93269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:06:12.994733 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-29225872-402b-45db-a281-630b0a88b26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T21:54:00Z,description=,heartbeat_timestamp=2021-06-18T22:06:00Z,host='dv-cinder-766752-3-smb',id=cffdd0dd-f469-4450-b407-8e3f357d30fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:54:01Z,topic='l3_agent')) {'router_ids': ['f718791a-b063-4175-9f55-8ed0bba93417'], 'active': True} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:06:13.047520 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-a43e42f3-b37c-4ec3-8774-baf24e109c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-549537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1678354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765938626142'] for port, after_create {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:13.053444 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:13.071116 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Provisioning for port f734b0d2-66e2-4f41-9e40-4a0b89333de1 completed by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:06:13.109114 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Provisioning complete for port f734b0d2-66e2-4f41-9e40-4a0b89333de1 triggered by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:06:13.109495 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:13.123487 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-cbccc510-73f8-48a2-be6d-b066c83ad99f req-2445e406-2f27-49da-9443-6b6f349b636f tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/ports?device_id=9afbb1bf-0416-43fb-9bbb-2433ceb5f0e3 HTTP/1.1" status: 200 len: 210 time: 0.0677092 Jun 18 22:06:13.179992 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43e42f3-b37c-4ec3-8774-baf24e109c32 None None] Network 2721476b-fae9-4648-a340-7e4f44f49ca5 is already hosted by enough agents. {{(pid=93269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:06:13.202538 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.db.db_base_plugin_common [None req-ac28c752-8ebe-4ae4-951b-12389da086a4 admin admin] Allocated IP 172.28.0.17 (0a94a276-d24e-41da-a649-5ffe202eff30/cb3e10ec-d2d2-4f62-adaa-1158cc2dc485/22a71c62-685c-4475-bb56-850b9a80a13c) {{(pid=93267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:06:13.220329 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.scheduler.base_scheduler [None req-a43e42f3-b37c-4ec3-8774-baf24e109c32 None None] Resources bound (agent type, host, resource id): {{(pid=93269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:06:13.235671 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43e42f3-b37c-4ec3-8774-baf24e109c32 None None] Received port after_create {{(pid=93269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:06:13.277087 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43e42f3-b37c-4ec3-8774-baf24e109c32 None None] Pushing event updated for resources: {'Port': ['ID=a509ebe8-b1b9-4390-901b-4c26b108c775,revision_number=1']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:13.299253 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-a43e42f3-b37c-4ec3-8774-baf24e109c32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:13.339902 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvr_db [None req-29225872-402b-45db-a281-630b0a88b26b None None] Set router f718791a-b063-4175-9f55-8ed0bba93417 gateway port host: dv-cinder-766752-3-smb {{(pid=93269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:06:13.395337 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-ac28c752-8ebe-4ae4-951b-12389da086a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:13.456699 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.managers [None req-a43e42f3-b37c-4ec3-8774-baf24e109c32 None None] Attempting to bind port a509ebe8-b1b9-4390-901b-4c26b108c775 on host dv-cinder-766752-3-smb for vnic_type normal with profile {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:06:13.457189 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.managers [None req-a43e42f3-b37c-4ec3-8774-baf24e109c32 None None] Attempting to bind port a509ebe8-b1b9-4390-901b-4c26b108c775 by drivers openvswitch,hyperv on host dv-cinder-766752-3-smb at level 0 using segments [{'id': '5d66d520-77ef-40c7-b8c0-70491b8f5cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2721476b-fae9-4648-a340-7e4f44f49ca5'}] {{(pid=93269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:06:13.457594 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43e42f3-b37c-4ec3-8774-baf24e109c32 None None] Attempting to bind port a509ebe8-b1b9-4390-901b-4c26b108c775 on network 2721476b-fae9-4648-a340-7e4f44f49ca5 {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:06:13.518365 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43e42f3-b37c-4ec3-8774-baf24e109c32 None None] Checking agent: {'id': 'e70860c9-a5d2-4f1c-a15e-7701e23dd36c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 21, 54), 'started_at': datetime.datetime(2021, 6, 18, 21, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:06:13.518776 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43e42f3-b37c-4ec3-8774-baf24e109c32 None None] Checking segment: {'id': '5d66d520-77ef-40c7-b8c0-70491b8f5cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2721476b-fae9-4648-a340-7e4f44f49ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:06:13.519192 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-a43e42f3-b37c-4ec3-8774-baf24e109c32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:13.519590 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43e42f3-b37c-4ec3-8774-baf24e109c32 None None] Bound using segment: {'id': '5d66d520-77ef-40c7-b8c0-70491b8f5cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2721476b-fae9-4648-a340-7e4f44f49ca5'} {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:06:13.520103 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.managers [None req-a43e42f3-b37c-4ec3-8774-baf24e109c32 None None] Bound port: a509ebe8-b1b9-4390-901b-4c26b108c775, host: dv-cinder-766752-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d66d520-77ef-40c7-b8c0-70491b8f5cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2721476b-fae9-4648-a340-7e4f44f49ca5'}}] {{(pid=93269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:06:13.520480 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-a43e42f3-b37c-4ec3-8774-baf24e109c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:13.535668 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-ac28c752-8ebe-4ae4-951b-12389da086a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-549537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1678354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765938626142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3504243'] for port, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:13.546958 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-e5af87b7-82a8-4119-ac68-c94da88669b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:13.575447 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac28c752-8ebe-4ae4-951b-12389da086a4 admin admin] Network 0a94a276-d24e-41da-a649-5ffe202eff30 is already hosted by enough agents. {{(pid=93267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:06:13.587488 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.scheduler.base_scheduler [None req-ac28c752-8ebe-4ae4-951b-12389da086a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:06:13.590311 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac28c752-8ebe-4ae4-951b-12389da086a4 admin admin] Received port after_create {{(pid=93267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:06:13.626137 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac28c752-8ebe-4ae4-951b-12389da086a4 admin admin] Pushing event updated for resources: {'Port': ['ID=22a71c62-685c-4475-bb56-850b9a80a13c,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:13.629188 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-ac28c752-8ebe-4ae4-951b-12389da086a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:13.659515 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:13.661594 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device f1a14add-76dd-4a0c-a52a-f7c12f8eb41a no longer exists at agent hyperv_hv-cinder-76675 {{(pid=93269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:06:13.704125 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.plugin [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] No Port match for: f1a14add-76dd-4a0c-a52a-f7c12f8eb41a {{(pid=93269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:06:13.704484 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device f1a14add-76dd-4a0c-a52a-f7c12f8eb41a not bound to the agent host hv-cinder-76675 {{(pid=93269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:06:13.774961 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-a43e42f3-b37c-4ec3-8774-baf24e109c32 None None] For port a509ebe8-b1b9-4390-901b-4c26b108c775, host dv-cinder-766752-3-smb, cleared binding levels {{(pid=93269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:06:13.789311 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] For port f734b0d2-66e2-4f41-9e40-4a0b89333de1, host dv-cinder-766752-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-smb',level=0,port_id=f734b0d2-66e2-4f41-9e40-4a0b89333de1,segment=NetworkSegment(60309a01-94b6-44fc-a49a-106252aac6a0),segment_id=60309a01-94b6-44fc-a49a-106252aac6a0)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:06:13.799795 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-a43e42f3-b37c-4ec3-8774-baf24e109c32 None None] For port a509ebe8-b1b9-4390-901b-4c26b108c775, host dv-cinder-766752-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-smb',level=0,port_id=a509ebe8-b1b9-4390-901b-4c26b108c775,segment=NetworkSegment(5d66d520-77ef-40c7-b8c0-70491b8f5cb9),segment_id=5d66d520-77ef-40c7-b8c0-70491b8f5cb9)] {{(pid=93269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:06:13.822013 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-29225872-402b-45db-a281-630b0a88b26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f718791a-b063-4175-9f55-8ed0bba93417', 'name': 'tempest-AttachVolumeTestJSON-1244901988-router', 'tenant_id': '1a162bbe7ec5404e82b0637c65bc655b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.228'}], 'enable_snat': True}, 'gw_port_id': '24ebf161-ffed-471e-8fb3-4ec465e50da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:02:13Z', 'updated_at': '2021-06-18T22:02:21Z', 'revision_number': 4, 'project_id': '1a162bbe7ec5404e82b0637c65bc655b', 'gw_port': {'id': '24ebf161-ffed-471e-8fb3-4ec465e50da5', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:50:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f718791a-b063-4175-9f55-8ed0bba93417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:02:14Z', 'updated_at': '2021-06-18T22:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb', '_interfaces': [{'id': '17c19ec5-ff0f-44e7-a83b-7acfbb2c1708', 'name': '', 'network_id': '2767e6ef-6819-45b8-a88a-d01068b3a363', 'tenant_id': '1a162bbe7ec5404e82b0637c65bc655b', 'mac_address': 'fa:16:3e:19:74:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f718791a-b063-4175-9f55-8ed0bba93417', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '2c05298a-5496-468b-af9b-eb839c301437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:02:19Z', 'updated_at': '2021-06-18T22:02:29Z', 'revision_number': 5, 'project_id': '1a162bbe7ec5404e82b0637c65bc655b', 'subnets': [{'id': '2c05298a-5496-468b-af9b-eb839c301437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-smb', False) {} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:06:13.853442 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29225872-402b-45db-a281-630b0a88b26b None None] The sync data for ids ['f718791a-b063-4175-9f55-8ed0bba93417'] in dv-cinder-766752-3-smb is: [{'id': 'f718791a-b063-4175-9f55-8ed0bba93417', 'name': 'tempest-AttachVolumeTestJSON-1244901988-router', 'tenant_id': '1a162bbe7ec5404e82b0637c65bc655b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.228'}], 'enable_snat': True}, 'gw_port_id': '24ebf161-ffed-471e-8fb3-4ec465e50da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:02:13Z', 'updated_at': '2021-06-18T22:02:21Z', 'revision_number': 4, 'project_id': '1a162bbe7ec5404e82b0637c65bc655b', 'gw_port': {'id': '24ebf161-ffed-471e-8fb3-4ec465e50da5', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:50:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f718791a-b063-4175-9f55-8ed0bba93417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:02:14Z', 'updated_at': '2021-06-18T22:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb', '_interfaces': [{'id': '17c19ec5-ff0f-44e7-a83b-7acfbb2c1708', 'name': '', 'network_id': '2767e6ef-6819-45b8-a88a-d01068b3a363', 'tenant_id': '1a162bbe7ec5404e82b0637c65bc655b', 'mac_address': 'fa:16:3e:19:74:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f718791a-b063-4175-9f55-8ed0bba93417', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '2c05298a-5496-468b-af9b-eb839c301437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:02:19Z', 'updated_at': '2021-06-18T22:02:29Z', 'revision_number': 5, 'project_id': '1a162bbe7ec5404e82b0637c65bc655b', 'subnets': [{'id': '2c05298a-5496-468b-af9b-eb839c301437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 22:06:13.887600 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:13.890124 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-a43e42f3-b37c-4ec3-8774-baf24e109c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:13.892766 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:13.969540 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Pushing event updated for resources: {'Port': ['ID=f734b0d2-66e2-4f41-9e40-4a0b89333de1,revision_number=5']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:14.040741 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-ac28c752-8ebe-4ae4-951b-12389da086a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:14.043613 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43e42f3-b37c-4ec3-8774-baf24e109c32 None None] Pushing event updated for resources: {'Port': ['ID=a509ebe8-b1b9-4390-901b-4c26b108c775,revision_number=2']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:14.046916 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-a43e42f3-b37c-4ec3-8774-baf24e109c32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:14.047846 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.153s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:14.048121 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:14.234449 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8031db51-956c-4011-ba11-d5800aa35ba2 None None] New status for floating IP 62085c59-9b0c-45ff-868b-c2eaef28cc2f: DOWN {{(pid=93270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 22:06:14.275092 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-ac28c752-8ebe-4ae4-951b-12389da086a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-477340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-515840'] for router, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:14.387241 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 49240) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:06:14.485752 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac28c752-8ebe-4ae4-951b-12389da086a4 admin admin] Router 5aa190e8-2e01-40c5-bcbf-48c86085e47a is scheduled to L3 agent cffdd0dd-f469-4450-b407-8e3f357d30fb with binding_index 1 {{(pid=93267) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 22:06:14.486120 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-d87fd289-fdc2-464b-bfb1-184902f56dff tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks [] for security_group, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:14.517020 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-d87fd289-fdc2-464b-bfb1-184902f56dff tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:14.543315 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d643a70-1aa4-476c-95a5-06dfcc4de392 req-b27af6d8-0364-467c-bb87-181bd87fb2e6 tempest-VolumesActionsTest-39084986 tempest-VolumesActionsTest-39084986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:14.544781 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-6d643a70-1aa4-476c-95a5-06dfcc4de392 req-b27af6d8-0364-467c-bb87-181bd87fb2e6 tempest-VolumesActionsTest-39084986 tempest-VolumesActionsTest-39084986-project] 10.222.0.23 "GET /v2.0/ports?device_id=8369d8b3-8936-49a1-b7a6-08300c06e135 HTTP/1.1" status: 200 len: 946 time: 0.1278939 Jun 18 22:06:14.608955 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-6d643a70-1aa4-476c-95a5-06dfcc4de392 req-4bc1112b-4862-49e2-a00d-8f90a100fbcd tempest-VolumesActionsTest-39084986 tempest-VolumesActionsTest-39084986-project] 10.222.0.23 "GET /v2.0/security-groups?id=a33f6f15-0595-4fce-8508-0d34718fdb06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549488 Jun 18 22:06:14.639546 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac28c752-8ebe-4ae4-951b-12389da086a4 admin admin] Notify agent at l3_agent.dv-cinder-766752-3-smb the message routers_updated {{(pid=93267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 22:06:14.654351 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad1a059-4a66-4f32-b922-f79d0f74661b None None] Sync routers for ids ['5aa190e8-2e01-40c5-bcbf-48c86085e47a'] in dv-cinder-766752-3-smb {{(pid=93269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 22:06:14.663779 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad1a059-4a66-4f32-b922-f79d0f74661b None None] Routers {'5aa190e8-2e01-40c5-bcbf-48c86085e47a'} bound to L3 agent in host dv-cinder-766752-3-smb {{(pid=93269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:06:14.664396 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-2ad1a059-4a66-4f32-b922-f79d0f74661b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T21:54:00Z,description=,heartbeat_timestamp=2021-06-18T22:06:00Z,host='dv-cinder-766752-3-smb',id=cffdd0dd-f469-4450-b407-8e3f357d30fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:54:01Z,topic='l3_agent')) {'router_ids': ['5aa190e8-2e01-40c5-bcbf-48c86085e47a'], 'active': True} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:06:14.693154 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-d87fd289-fdc2-464b-bfb1-184902f56dff tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:14.697032 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-d87fd289-fdc2-464b-bfb1-184902f56dff tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks [] for security_group, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:14.698612 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-d87fd289-fdc2-464b-bfb1-184902f56dff tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "DELETE /v2.0/security-groups/e1d65039-544f-4945-8129-414b24f93b5e HTTP/1.1" status: 204 len: 168 time: 0.3103507 Jun 18 22:06:14.699379 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-be1bab37-4bae-42e3-abab-e18c0c9ac5c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:14.701546 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 49244) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:06:14.713058 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87fd289-fdc2-464b-bfb1-184902f56dff tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d65039-544f-4945-8129-414b24f93b5e,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:14.713058 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-d87fd289-fdc2-464b-bfb1-184902f56dff tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:14.716125 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.api.v2.resource [None req-67350ede-7cda-474b-8fd4-63a3b5cf82e6 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] show failed (client error): The resource could not be found. Jun 18 22:06:14.719897 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 49246) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:06:14.720108 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-67350ede-7cda-474b-8fd4-63a3b5cf82e6 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/security-groups/e1d65039-544f-4945-8129-414b24f93b5e HTTP/1.1" status: 404 len: 347 time: 0.0173993 Jun 18 22:06:14.733389 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-ac28c752-8ebe-4ae4-951b-12389da086a4 admin admin] Notify callbacks [] for router, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:14.734132 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-ac28c752-8ebe-4ae4-951b-12389da086a4 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0644765 Jun 18 22:06:14.736762 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 49248) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:06:14.791249 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device a509ebe8-b1b9-4390-901b-4c26b108c775 up at agent ovs-agent-dv-cinder-766752-3-smb {{(pid=93269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:06:14.868527 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvr_db [None req-2ad1a059-4a66-4f32-b922-f79d0f74661b None None] Set router 5aa190e8-2e01-40c5-bcbf-48c86085e47a gateway port host: dv-cinder-766752-3-smb {{(pid=93269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:06:14.888391 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-ef38e241-98a1-49dc-99cb-f1f365857817 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Deleting port 4e0bcaff-7436-4ac2-ab9e-97768734c710 {{(pid=93268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:06:14.888760 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-ef38e241-98a1-49dc-99cb-f1f365857817 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765939110629'] for port, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:14.972737 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-ef38e241-98a1-49dc-99cb-f1f365857817 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512668'] for port, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:14.973025 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-ef38e241-98a1-49dc-99cb-f1f365857817 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:15.025161 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Provisioning for port a509ebe8-b1b9-4390-901b-4c26b108c775 completed by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:06:15.066877 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-ef38e241-98a1-49dc-99cb-f1f365857817 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Calling delete_port for 4e0bcaff-7436-4ac2-ab9e-97768734c710 owned by network:floatingip {{(pid=93268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:06:15.072245 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device f734b0d2-66e2-4f41-9e40-4a0b89333de1 up at agent ovs-agent-dv-cinder-766752-3-smb {{(pid=93269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:06:15.136048 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-2ad1a059-4a66-4f32-b922-f79d0f74661b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa190e8-2e01-40c5-bcbf-48c86085e47a', 'name': 'tempest-TestShelveInstance-1703528791-router', 'tenant_id': '4a9675d0dacf4a4d88390d99d02239f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.17'}], 'enable_snat': True}, 'gw_port_id': '22a71c62-685c-4475-bb56-850b9a80a13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:06:11Z', 'updated_at': '2021-06-18T22:06:13Z', 'revision_number': 3, 'project_id': '4a9675d0dacf4a4d88390d99d02239f4', 'gw_port': {'id': '22a71c62-685c-4475-bb56-850b9a80a13c', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ac:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa190e8-2e01-40c5-bcbf-48c86085e47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:06:12Z', 'updated_at': '2021-06-18T22:06:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb'}], 'dv-cinder-766752-3-smb', False) {} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:06:15.166635 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad1a059-4a66-4f32-b922-f79d0f74661b None None] Checking router: 5aa190e8-2e01-40c5-bcbf-48c86085e47a for host: dv-cinder-766752-3-smb {{(pid=93269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 22:06:15.166997 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad1a059-4a66-4f32-b922-f79d0f74661b None None] Updating router 5aa190e8-2e01-40c5-bcbf-48c86085e47a port 22a71c62-685c-4475-bb56-850b9a80a13c binding host dv-cinder-766752-3-smb {{(pid=93269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 22:06:15.193888 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Provisioning complete for port f734b0d2-66e2-4f41-9e40-4a0b89333de1 triggered by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:06:15.194787 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:15.236431 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61f89d0-149c-475d-ba2a-62ab6662cb37 None None] Network 2721476b-fae9-4648-a340-7e4f44f49ca5 requested from dv-cinder-766752-3-smb {{(pid=93269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 22:06:15.243239 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2ad1a059-4a66-4f32-b922-f79d0f74661b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:15.287097 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-193f8912-fcfa-4ab8-97ef-9e8fcd5283b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550498'] for port, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:15.356018 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-ef38e241-98a1-49dc-99cb-f1f365857817 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765939117029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765938626151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3169581'] for port, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:15.359540 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-9ffe0d2f-1b9f-412e-9e8c-41517120f293 tempest-AttachVolumeNegativeTest-385917410 tempest-AttachVolumeNegativeTest-385917410-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:15.391534 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef38e241-98a1-49dc-99cb-f1f365857817 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Pushing event deleted for resources: {'Port': ['ID=4e0bcaff-7436-4ac2-ab9e-97768734c710,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:15.399201 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-ef38e241-98a1-49dc-99cb-f1f365857817 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:15.464115 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-ef38e241-98a1-49dc-99cb-f1f365857817 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks [] for floatingip, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:15.466599 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-ef38e241-98a1-49dc-99cb-f1f365857817 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31239'] for floatingip, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:15.470573 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-ef38e241-98a1-49dc-99cb-f1f365857817 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "DELETE /v2.0/floatingips/62085c59-9b0c-45ff-868b-c2eaef28cc2f HTTP/1.1" status: 204 len: 168 time: 0.7468667 Jun 18 22:06:15.475144 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.db.db_base_plugin_common [None req-193f8912-fcfa-4ab8-97ef-9e8fcd5283b0 admin admin] Allocated IP 172.20.0.1 (2721476b-fae9-4648-a340-7e4f44f49ca5/b424b509-03d6-4302-b8e7-db6687b964b7/70449c9a-6653-43e0-989b-7f9b84628e3c) {{(pid=93267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:06:15.532247 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-3a5a01f2-c1c9-40f6-ba67-ccea8b05c1d0 None None] Provisioning for port a509ebe8-b1b9-4390-901b-4c26b108c775 completed by entity DHCP. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:06:15.574370 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-3a5a01f2-c1c9-40f6-ba67-ccea8b05c1d0 None None] Provisioning complete for port a509ebe8-b1b9-4390-901b-4c26b108c775 triggered by entity DHCP. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:06:15.574750 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3a5a01f2-c1c9-40f6-ba67-ccea8b05c1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:15.592484 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-193f8912-fcfa-4ab8-97ef-9e8fcd5283b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:15.605757 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.db.provisioning_blocks [None req-193f8912-fcfa-4ab8-97ef-9e8fcd5283b0 admin admin] Transition to ACTIVE for port object 70449c9a-6653-43e0-989b-7f9b84628e3c will not be triggered until provisioned by entity DHCP. {{(pid=93267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:06:15.682513 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-193f8912-fcfa-4ab8-97ef-9e8fcd5283b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-549537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1678354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765938626142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3504243'] for port, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:15.685675 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-6d43e7dc-2f80-4832-8aec-0a891dd50971 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:15.746031 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193f8912-fcfa-4ab8-97ef-9e8fcd5283b0 admin admin] Network 2721476b-fae9-4648-a340-7e4f44f49ca5 is already hosted by enough agents. {{(pid=93267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:06:15.749112 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.scheduler.base_scheduler [None req-193f8912-fcfa-4ab8-97ef-9e8fcd5283b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:06:15.752602 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193f8912-fcfa-4ab8-97ef-9e8fcd5283b0 admin admin] Received port after_create {{(pid=93267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:06:15.800493 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-193f8912-fcfa-4ab8-97ef-9e8fcd5283b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-519215'] for router_interface, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:15.820477 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3a5a01f2-c1c9-40f6-ba67-ccea8b05c1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:15.853845 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193f8912-fcfa-4ab8-97ef-9e8fcd5283b0 admin admin] Pushing event updated for resources: {'Port': ['ID=70449c9a-6653-43e0-989b-7f9b84628e3c,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:15.861518 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-193f8912-fcfa-4ab8-97ef-9e8fcd5283b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:15.896681 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-3a5a01f2-c1c9-40f6-ba67-ccea8b05c1d0 None None] For port a509ebe8-b1b9-4390-901b-4c26b108c775, host dv-cinder-766752-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-smb',level=0,port_id=a509ebe8-b1b9-4390-901b-4c26b108c775,segment=NetworkSegment(5d66d520-77ef-40c7-b8c0-70491b8f5cb9),segment_id=5d66d520-77ef-40c7-b8c0-70491b8f5cb9)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:06:15.913247 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8157900-527a-4779-ab49-20c1626adb70 req-b5b141b1-1896-4995-aa17-5f74c37a26fb tempest-VolumesActionsTest-39084986 tempest-VolumesActionsTest-39084986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:15.920367 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2ad1a059-4a66-4f32-b922-f79d0f74661b None None] Notify callbacks [] for port, precommit_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:15.928455 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-f8157900-527a-4779-ab49-20c1626adb70 req-b5b141b1-1896-4995-aa17-5f74c37a26fb tempest-VolumesActionsTest-39084986 tempest-VolumesActionsTest-39084986-project] 10.222.0.23 "GET /v2.0/ports?device_id=8369d8b3-8936-49a1-b7a6-08300c06e135 HTTP/1.1" status: 200 len: 946 time: 0.1405885 Jun 18 22:06:15.932048 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-2ad1a059-4a66-4f32-b922-f79d0f74661b None None] Transition to ACTIVE for port object 22a71c62-685c-4475-bb56-850b9a80a13c will not be triggered until provisioned by entity L2. {{(pid=93269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:06:15.968135 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-f8157900-527a-4779-ab49-20c1626adb70 req-73c2b9fb-6186-4e4f-9108-fd4e48f036b0 tempest-VolumesActionsTest-39084986 tempest-VolumesActionsTest-39084986-project] 10.222.0.23 "GET /v2.0/security-groups?id=a33f6f15-0595-4fce-8508-0d34718fdb06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385213 Jun 18 22:06:16.059271 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ef3923-b31f-440f-8f9d-e3da70755a66 req-224013da-44bb-4baf-80d3-4c559bbf62c5 tempest-VolumesActionsTest-39084986 tempest-VolumesActionsTest-39084986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:16.061188 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-f5ef3923-b31f-440f-8f9d-e3da70755a66 req-224013da-44bb-4baf-80d3-4c559bbf62c5 tempest-VolumesActionsTest-39084986 tempest-VolumesActionsTest-39084986-project] 10.222.0.42 "GET /v2.0/ports?device_id=8369d8b3-8936-49a1-b7a6-08300c06e135 HTTP/1.1" status: 200 len: 946 time: 0.0798028 Jun 18 22:06:16.070404 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3a5a01f2-c1c9-40f6-ba67-ccea8b05c1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:16.075626 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-a43e42f3-b37c-4ec3-8774-baf24e109c32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:16.136852 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2ad1a059-4a66-4f32-b922-f79d0f74661b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:16.174203 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-193f8912-fcfa-4ab8-97ef-9e8fcd5283b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:16.206589 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.managers [None req-2ad1a059-4a66-4f32-b922-f79d0f74661b None None] Attempting to bind port 22a71c62-685c-4475-bb56-850b9a80a13c on host dv-cinder-766752-3-smb for vnic_type normal with profile {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:06:16.207107 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.managers [None req-2ad1a059-4a66-4f32-b922-f79d0f74661b None None] Attempting to bind port 22a71c62-685c-4475-bb56-850b9a80a13c by drivers openvswitch,hyperv on host dv-cinder-766752-3-smb at level 0 using segments [{'id': '84b34c11-c765-4838-8c05-a350e58a1412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30'}] {{(pid=93269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:06:16.207579 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad1a059-4a66-4f32-b922-f79d0f74661b None None] Attempting to bind port 22a71c62-685c-4475-bb56-850b9a80a13c on network 0a94a276-d24e-41da-a649-5ffe202eff30 {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:06:16.272453 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 49264) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:06:16.279837 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad1a059-4a66-4f32-b922-f79d0f74661b None None] Checking agent: {'id': 'e70860c9-a5d2-4f1c-a15e-7701e23dd36c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 21, 54), 'started_at': datetime.datetime(2021, 6, 18, 21, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:06:16.280998 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad1a059-4a66-4f32-b922-f79d0f74661b None None] Checking segment: {'id': '84b34c11-c765-4838-8c05-a350e58a1412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:06:16.284813 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2ad1a059-4a66-4f32-b922-f79d0f74661b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:16.285327 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad1a059-4a66-4f32-b922-f79d0f74661b None None] Bound using segment: {'id': '84b34c11-c765-4838-8c05-a350e58a1412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30'} {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:06:16.285992 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.managers [None req-2ad1a059-4a66-4f32-b922-f79d0f74661b None None] Bound port: 22a71c62-685c-4475-bb56-850b9a80a13c, host: dv-cinder-766752-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84b34c11-c765-4838-8c05-a350e58a1412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30'}}] {{(pid=93269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:06:16.286919 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2ad1a059-4a66-4f32-b922-f79d0f74661b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:16.289616 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.v2.base [None req-b67673c2-3c44-450d-b7e2-48eae49306e0 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1998187458', 'description': 'tempest-description--574176139'}} {{(pid=93268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:06:16.296795 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5a01f2-c1c9-40f6-ba67-ccea8b05c1d0 None None] Pushing event updated for resources: {'Port': ['ID=a509ebe8-b1b9-4390-901b-4c26b108c775,revision_number=3']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:16.313315 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-3a5a01f2-c1c9-40f6-ba67-ccea8b05c1d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:16.315951 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-53003226-7686-4acb-b4b3-c852da93a96b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.174s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:16.324424 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [req-f5ef3923-b31f-440f-8f9d-e3da70755a66 req-a1749ebb-6695-4295-ba8f-4f5ae8f9d937 tempest-VolumesActionsTest-39084986 tempest-VolumesActionsTest-39084986-project] Deleting port 649ed1e3-fbfc-4267-b551-241e0b085c87 {{(pid=93268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:06:16.324801 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-f5ef3923-b31f-440f-8f9d-e3da70755a66 req-a1749ebb-6695-4295-ba8f-4f5ae8f9d937 tempest-VolumesActionsTest-39084986 tempest-VolumesActionsTest-39084986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765939110629'] for port, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:16.379084 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-7dfc27b7-ffd1-4b5c-9baf-4444f96889e9 None None] Provisioning complete for port a509ebe8-b1b9-4390-901b-4c26b108c775 triggered by entity DHCP. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:06:16.389013 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-7dfc27b7-ffd1-4b5c-9baf-4444f96889e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:16.462140 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-b67673c2-3c44-450d-b7e2-48eae49306e0 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks [] for security_group, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:16.486256 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157e0c10-00b3-4e17-8562-b5ac107fbf70 None None] Pushing event updated for resources: {'Port': ['ID=22a71c62-685c-4475-bb56-850b9a80a13c,revision_number=2']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:16.501430 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-157e0c10-00b3-4e17-8562-b5ac107fbf70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:16.518972 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2ad1a059-4a66-4f32-b922-f79d0f74661b None None] For port 22a71c62-685c-4475-bb56-850b9a80a13c, host dv-cinder-766752-3-smb, cleared binding levels {{(pid=93269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:06:16.523983 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2ad1a059-4a66-4f32-b922-f79d0f74661b None None] For port 22a71c62-685c-4475-bb56-850b9a80a13c, host dv-cinder-766752-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-smb',level=0,port_id=22a71c62-685c-4475-bb56-850b9a80a13c,segment=NetworkSegment(84b34c11-c765-4838-8c05-a350e58a1412),segment_id=84b34c11-c765-4838-8c05-a350e58a1412)] {{(pid=93269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:06:16.525373 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-193f8912-fcfa-4ab8-97ef-9e8fcd5283b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:16.560702 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.db [req-f5ef3923-b31f-440f-8f9d-e3da70755a66 req-a1749ebb-6695-4295-ba8f-4f5ae8f9d937 tempest-VolumesActionsTest-39084986 tempest-VolumesActionsTest-39084986-project] For port 649ed1e3-fbfc-4267-b551-241e0b085c87, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=649ed1e3-fbfc-4267-b551-241e0b085c87,segment=NetworkSegment(9085b328-dc1a-4e6d-a1c7-fee29aefcc3d),segment_id=9085b328-dc1a-4e6d-a1c7-fee29aefcc3d)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:06:16.561063 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-f5ef3923-b31f-440f-8f9d-e3da70755a66 req-a1749ebb-6695-4295-ba8f-4f5ae8f9d937 tempest-VolumesActionsTest-39084986 tempest-VolumesActionsTest-39084986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512668'] for port, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:16.618728 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2ad1a059-4a66-4f32-b922-f79d0f74661b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:16.620726 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:16.635284 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [req-f5ef3923-b31f-440f-8f9d-e3da70755a66 req-a1749ebb-6695-4295-ba8f-4f5ae8f9d937 tempest-VolumesActionsTest-39084986 tempest-VolumesActionsTest-39084986-project] Calling delete_port for 649ed1e3-fbfc-4267-b551-241e0b085c87 owned by compute:nova {{(pid=93268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:06:16.641692 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-193f8912-fcfa-4ab8-97ef-9e8fcd5283b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504197'] for port, after_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:16.645781 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-334c1b5c-5424-4240-a930-c1c8f47f4da2 tempest-DeleteServersTestJSON-593993851 tempest-DeleteServersTestJSON-593993851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:16.647920 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-7dfc27b7-ffd1-4b5c-9baf-4444f96889e9 None None] Provisioning for port 70449c9a-6653-43e0-989b-7f9b84628e3c completed by entity DHCP. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:06:16.652238 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-7dfc27b7-ffd1-4b5c-9baf-4444f96889e9 None None] Provisioning complete for port 70449c9a-6653-43e0-989b-7f9b84628e3c triggered by entity DHCP. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:06:16.652643 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-7dfc27b7-ffd1-4b5c-9baf-4444f96889e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:16.698876 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad1a059-4a66-4f32-b922-f79d0f74661b None None] Routers {'5aa190e8-2e01-40c5-bcbf-48c86085e47a'} bound to L3 agent in host dv-cinder-766752-3-smb {{(pid=93269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:06:16.699503 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-2ad1a059-4a66-4f32-b922-f79d0f74661b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T21:54:00Z,description=,heartbeat_timestamp=2021-06-18T22:06:00Z,host='dv-cinder-766752-3-smb',id=cffdd0dd-f469-4450-b407-8e3f357d30fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:54:01Z,topic='l3_agent')) {'router_ids': ['5aa190e8-2e01-40c5-bcbf-48c86085e47a'], 'active': True} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:06:16.714558 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193f8912-fcfa-4ab8-97ef-9e8fcd5283b0 admin admin] Pushing event updated for resources: {'Port': ['ID=70449c9a-6653-43e0-989b-7f9b84628e3c,revision_number=2']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:16.728567 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-193f8912-fcfa-4ab8-97ef-9e8fcd5283b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:16.746799 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-b67673c2-3c44-450d-b7e2-48eae49306e0 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks [] for security_group, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:16.749462 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device a509ebe8-b1b9-4390-901b-4c26b108c775 up at agent ovs-agent-dv-cinder-766752-3-smb {{(pid=93269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:06:16.754394 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-193f8912-fcfa-4ab8-97ef-9e8fcd5283b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513078'] for router_interface, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:16.808613 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-b67673c2-3c44-450d-b7e2-48eae49306e0 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:16.813751 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-49861845-845a-4a71-9fc8-7151095283cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:16.818247 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.plugin [None req-7dfc27b7-ffd1-4b5c-9baf-4444f96889e9 None None] Port 70449c9a-6653-43e0-989b-7f9b84628e3c cannot update to ACTIVE because it is not bound. {{(pid=93269) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 22:06:16.819705 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157e0c10-00b3-4e17-8562-b5ac107fbf70 None None] Pushing event updated for resources: {'Port': ['ID=22a71c62-685c-4475-bb56-850b9a80a13c,revision_number=3']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:16.828213 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-157e0c10-00b3-4e17-8562-b5ac107fbf70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:16.848763 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67673c2-3c44-450d-b7e2-48eae49306e0 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=179125fe-27ec-4bf0-80e8-9163923a6596,revision_number=1']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:16.852354 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-b67673c2-3c44-450d-b7e2-48eae49306e0 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:16.865704 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvr_db [None req-2ad1a059-4a66-4f32-b922-f79d0f74661b None None] Set router 5aa190e8-2e01-40c5-bcbf-48c86085e47a gateway port host: dv-cinder-766752-3-smb {{(pid=93269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:06:16.870541 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193f8912-fcfa-4ab8-97ef-9e8fcd5283b0 admin admin] Network 2721476b-fae9-4648-a340-7e4f44f49ca5 is already hosted by enough agents. {{(pid=93267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:06:16.871888 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.scheduler.base_scheduler [None req-193f8912-fcfa-4ab8-97ef-9e8fcd5283b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:06:16.901179 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Provisioning complete for port a509ebe8-b1b9-4390-901b-4c26b108c775 triggered by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:06:16.901730 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:16.904313 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-b67673c2-3c44-450d-b7e2-48eae49306e0 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks [] for security_group, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:16.905812 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-b67673c2-3c44-450d-b7e2-48eae49306e0 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6256919 Jun 18 22:06:16.908682 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 49268) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:06:16.913595 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.v2.base [None req-8dd95b2f-3c18-45ea-8d3b-36d572b49585 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Request body: {'security_group_rule': {'security_group_id': '179125fe-27ec-4bf0-80e8-9163923a6596', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:06:16.919421 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-f5ef3923-b31f-440f-8f9d-e3da70755a66 req-a1749ebb-6695-4295-ba8f-4f5ae8f9d937 tempest-VolumesActionsTest-39084986 tempest-VolumesActionsTest-39084986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765939117029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765938626151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3169581'] for port, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:16.924795 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-e9082948-b671-4ba1-84db-068380251586 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:16.973262 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] get_ports_and_sgs() called for port_ids ['649ed1e3-fbfc-4267-b551-241e0b085c87'] {{(pid=93269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:06:16.985207 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1749ebb-6695-4295-ba8f-4f5ae8f9d937 tempest-VolumesActionsTest-39084986 tempest-VolumesActionsTest-39084986-project] Pushing event deleted for resources: {'Port': ['ID=649ed1e3-fbfc-4267-b551-241e0b085c87,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:16.987919 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-a1749ebb-6695-4295-ba8f-4f5ae8f9d937 tempest-VolumesActionsTest-39084986 tempest-VolumesActionsTest-39084986-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:17.039070 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5ef3923-b31f-440f-8f9d-e3da70755a66 req-a1749ebb-6695-4295-ba8f-4f5ae8f9d937 tempest-VolumesActionsTest-39084986 tempest-VolumesActionsTest-39084986-project] No DVR routers for this DVR port 649ed1e3-fbfc-4267-b551-241e0b085c87 on host hv-cinder-76675 {{(pid=93268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 22:06:17.049186 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-f5ef3923-b31f-440f-8f9d-e3da70755a66 req-a1749ebb-6695-4295-ba8f-4f5ae8f9d937 tempest-VolumesActionsTest-39084986 tempest-VolumesActionsTest-39084986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31239'] for port, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:17.051234 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-f5ef3923-b31f-440f-8f9d-e3da70755a66 req-a1749ebb-6695-4295-ba8f-4f5ae8f9d937 tempest-VolumesActionsTest-39084986 tempest-VolumesActionsTest-39084986-project] 10.222.0.42 "DELETE /v2.0/ports/649ed1e3-fbfc-4267-b551-241e0b085c87 HTTP/1.1" status: 204 len: 173 time: 0.9832587 Jun 18 22:06:17.051761 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8369d8b3-8936-49a1-b7a6-08300c06e135', 'name': 'network-vif-deleted', 'tag': '649ed1e3-fbfc-4267-b551-241e0b085c87'}] {{(pid=93268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:06:17.056834 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ff4b25c03651656652c9c7d58efcdba903c051ef33b3f53eb93af1a53304f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c9097e6-9f31-4dd8-91fa-eb17d54019e0" -d '{"events": [{"server_uuid": "8369d8b3-8936-49a1-b7a6-08300c06e135", "name": "network-vif-deleted", "tag": "649ed1e3-fbfc-4267-b551-241e0b085c87"}]}' {{(pid=93268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:06:17.067643 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-8dd95b2f-3c18-45ea-8d3b-36d572b49585 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:17.105849 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-9493987a-5c00-4760-8acc-5563504cb611 None None] Provisioning complete for port 70449c9a-6653-43e0-989b-7f9b84628e3c triggered by entity DHCP. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:06:17.106334 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-9493987a-5c00-4760-8acc-5563504cb611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:17.148381 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c8eb94-8971-4cef-9eec-18b9076f85ba x-openstack-request-id: req-92c8eb94-8971-4cef-9eec-18b9076f85ba {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:06:17.148771 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8369d8b3-8936-49a1-b7a6-08300c06e135", "name": "network-vif-deleted", "tag": "649ed1e3-fbfc-4267-b551-241e0b085c87", "status": "completed", "code": 200}]} {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:06:17.149032 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-92c8eb94-8971-4cef-9eec-18b9076f85ba {{(pid=93268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:06:17.149463 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8369d8b3-8936-49a1-b7a6-08300c06e135', 'name': 'network-vif-deleted', 'tag': '649ed1e3-fbfc-4267-b551-241e0b085c87', 'status': 'completed', 'code': 200} Jun 18 22:06:17.153843 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.plugin [None req-9493987a-5c00-4760-8acc-5563504cb611 None None] Port 70449c9a-6653-43e0-989b-7f9b84628e3c cannot update to ACTIVE because it is not bound. {{(pid=93269) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 22:06:17.193662 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-62f2965c-c54b-4218-8c11-978a437f813c req-a7859380-10e6-4cb3-b911-c2709e2ce49e tempest-VolumesActionsTest-39084986 tempest-VolumesActionsTest-39084986-project] 10.222.0.23 "GET /v2.0/ports?device_id=8369d8b3-8936-49a1-b7a6-08300c06e135 HTTP/1.1" status: 200 len: 210 time: 0.0422862 Jun 18 22:06:17.204033 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-8dd95b2f-3c18-45ea-8d3b-36d572b49585 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:17.270178 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-193f8912-fcfa-4ab8-97ef-9e8fcd5283b0 admin admin] Router 5aa190e8-2e01-40c5-bcbf-48c86085e47a has already been hosted by L3 agent cffdd0dd-f469-4450-b407-8e3f357d30fb {{(pid=93267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 22:06:17.284912 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-3a65d886-74b2-4a5b-9792-deeaf0b6c188 None None] Provisioning complete for port 70449c9a-6653-43e0-989b-7f9b84628e3c triggered by entity DHCP. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:06:17.285538 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3a65d886-74b2-4a5b-9792-deeaf0b6c188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:17.293577 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-8dd95b2f-3c18-45ea-8d3b-36d572b49585 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412107'] for security_group_rule, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:17.315490 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:17.335508 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd95b2f-3c18-45ea-8d3b-36d572b49585 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30ead287-f38b-4142-a684-11fe6c9ced51,revision_number=0']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:17.339162 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-8dd95b2f-3c18-45ea-8d3b-36d572b49585 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:17.347763 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-2ad1a059-4a66-4f32-b922-f79d0f74661b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa190e8-2e01-40c5-bcbf-48c86085e47a', 'name': 'tempest-TestShelveInstance-1703528791-router', 'tenant_id': '4a9675d0dacf4a4d88390d99d02239f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.17'}], 'enable_snat': True}, 'gw_port_id': '22a71c62-685c-4475-bb56-850b9a80a13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:06:11Z', 'updated_at': '2021-06-18T22:06:15Z', 'revision_number': 4, 'project_id': '4a9675d0dacf4a4d88390d99d02239f4', 'gw_port': {'id': '22a71c62-685c-4475-bb56-850b9a80a13c', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ac:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa190e8-2e01-40c5-bcbf-48c86085e47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:06:12Z', 'updated_at': '2021-06-18T22:06:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb', '_interfaces': [{'id': '70449c9a-6653-43e0-989b-7f9b84628e3c', 'name': '', 'network_id': '2721476b-fae9-4648-a340-7e4f44f49ca5', 'tenant_id': '4a9675d0dacf4a4d88390d99d02239f4', 'mac_address': 'fa:16:3e:e8:90:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa190e8-2e01-40c5-bcbf-48c86085e47a', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'b424b509-03d6-4302-b8e7-db6687b964b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:06:15Z', 'updated_at': '2021-06-18T22:06:16Z', 'revision_number': 2, 'project_id': '4a9675d0dacf4a4d88390d99d02239f4', 'subnets': [{'id': 'b424b509-03d6-4302-b8e7-db6687b964b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-smb', False) {} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:06:17.372683 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-8dd95b2f-3c18-45ea-8d3b-36d572b49585 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:17.376052 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-8dd95b2f-3c18-45ea-8d3b-36d572b49585 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4640605 Jun 18 22:06:17.376641 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 49276) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:06:17.382405 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad1a059-4a66-4f32-b922-f79d0f74661b None None] The sync data for ids ['5aa190e8-2e01-40c5-bcbf-48c86085e47a'] in dv-cinder-766752-3-smb is: [{'id': '5aa190e8-2e01-40c5-bcbf-48c86085e47a', 'name': 'tempest-TestShelveInstance-1703528791-router', 'tenant_id': '4a9675d0dacf4a4d88390d99d02239f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.17'}], 'enable_snat': True}, 'gw_port_id': '22a71c62-685c-4475-bb56-850b9a80a13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:06:11Z', 'updated_at': '2021-06-18T22:06:15Z', 'revision_number': 4, 'project_id': '4a9675d0dacf4a4d88390d99d02239f4', 'gw_port': {'id': '22a71c62-685c-4475-bb56-850b9a80a13c', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ac:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa190e8-2e01-40c5-bcbf-48c86085e47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:06:12Z', 'updated_at': '2021-06-18T22:06:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb', '_interfaces': [{'id': '70449c9a-6653-43e0-989b-7f9b84628e3c', 'name': '', 'network_id': '2721476b-fae9-4648-a340-7e4f44f49ca5', 'tenant_id': '4a9675d0dacf4a4d88390d99d02239f4', 'mac_address': 'fa:16:3e:e8:90:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa190e8-2e01-40c5-bcbf-48c86085e47a', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'b424b509-03d6-4302-b8e7-db6687b964b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:06:15Z', 'updated_at': '2021-06-18T22:06:16Z', 'revision_number': 2, 'project_id': '4a9675d0dacf4a4d88390d99d02239f4', 'subnets': [{'id': 'b424b509-03d6-4302-b8e7-db6687b964b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 22:06:17.383911 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.v2.base [None req-90561177-bd54-4e54-aafb-39075d420abb tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Request body: {'security_group_rule': {'security_group_id': '179125fe-27ec-4bf0-80e8-9163923a6596', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:06:17.388409 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.plugin [None req-3a65d886-74b2-4a5b-9792-deeaf0b6c188 None None] Port 70449c9a-6653-43e0-989b-7f9b84628e3c cannot update to ACTIVE because it is not bound. {{(pid=93269) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 22:06:17.398625 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-193f8912-fcfa-4ab8-97ef-9e8fcd5283b0 admin admin] Notify agent at l3_agent.dv-cinder-766752-3-smb the message routers_updated {{(pid=93267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 22:06:17.409248 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-193f8912-fcfa-4ab8-97ef-9e8fcd5283b0 admin admin] 10.222.0.23 "PUT /v2.0/routers/5aa190e8-2e01-40c5-bcbf-48c86085e47a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6714909 Jun 18 22:06:17.493266 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-90561177-bd54-4e54-aafb-39075d420abb tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:17.556402 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-90561177-bd54-4e54-aafb-39075d420abb tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:17.641235 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-90561177-bd54-4e54-aafb-39075d420abb tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412107'] for security_group_rule, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:17.647761 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:17.673718 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90561177-bd54-4e54-aafb-39075d420abb tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ded1f32-cfd8-42cb-bf86-0551626ac323,revision_number=0']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:17.676158 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-90561177-bd54-4e54-aafb-39075d420abb tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:17.760811 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-90561177-bd54-4e54-aafb-39075d420abb tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:17.762580 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-90561177-bd54-4e54-aafb-39075d420abb tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3846233 Jun 18 22:06:17.767121 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 49286) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:06:17.770408 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.v2.base [None req-6eda50bf-6be7-470b-9996-6ccda9a87dba tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Request body: {'floatingip': {'floating_network_id': '0a94a276-d24e-41da-a649-5ffe202eff30'}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:06:17.892776 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-6eda50bf-6be7-470b-9996-6ccda9a87dba tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks [] for floatingip, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:17.984319 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 49288) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:06:17.989164 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.v2.base [None req-d1e423de-b43a-4fd0-a4e3-8a2d633750d6 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1218228891', 'description': 'tempest-secgroup-smoke-1218228891 description', 'project_id': 'bb38584fac4b45c0ad6f8a619ed02fc2'}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:06:18.029069 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-6eda50bf-6be7-470b-9996-6ccda9a87dba tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550498'] for port, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:18.118471 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-d1e423de-b43a-4fd0-a4e3-8a2d633750d6 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:18.165412 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.db.db_base_plugin_common [None req-6eda50bf-6be7-470b-9996-6ccda9a87dba tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Allocated IP 172.28.0.45 (0a94a276-d24e-41da-a649-5ffe202eff30/cb3e10ec-d2d2-4f62-adaa-1158cc2dc485/27990e4c-1d3a-40d8-b3b2-006a60acd865) {{(pid=93267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:06:18.287664 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-d1e423de-b43a-4fd0-a4e3-8a2d633750d6 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:18.311385 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-6eda50bf-6be7-470b-9996-6ccda9a87dba tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks [] for port, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:18.360669 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-d1e423de-b43a-4fd0-a4e3-8a2d633750d6 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:18.365398 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-a77e4190-4d89-4e3c-a3e1-b797f40fc6c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:18.388694 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-2561754b-7416-4140-bae9-9d097b1571fd req-b9fdadeb-eb31-44ee-9aee-025774328a2e tempest-VolumesActionsTest-39084986 tempest-VolumesActionsTest-39084986-project] 10.222.0.23 "GET /v2.0/ports?device_id=8369d8b3-8936-49a1-b7a6-08300c06e135 HTTP/1.1" status: 200 len: 210 time: 0.0349691 Jun 18 22:06:18.397275 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e423de-b43a-4fd0-a4e3-8a2d633750d6 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=407f5abf-1609-4f18-a881-c969edf16595,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:18.404618 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e423de-b43a-4fd0-a4e3-8a2d633750d6 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:06:18.405063 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e423de-b43a-4fd0-a4e3-8a2d633750d6 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:06:18.405437 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e423de-b43a-4fd0-a4e3-8a2d633750d6 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:06:18.405802 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e423de-b43a-4fd0-a4e3-8a2d633750d6 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:06:18.406159 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e423de-b43a-4fd0-a4e3-8a2d633750d6 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:06:18.406512 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e423de-b43a-4fd0-a4e3-8a2d633750d6 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:06:18.406862 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e423de-b43a-4fd0-a4e3-8a2d633750d6 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:06:18.407212 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e423de-b43a-4fd0-a4e3-8a2d633750d6 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:06:18.407562 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e423de-b43a-4fd0-a4e3-8a2d633750d6 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:06:18.407905 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e423de-b43a-4fd0-a4e3-8a2d633750d6 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:06:18.408250 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e423de-b43a-4fd0-a4e3-8a2d633750d6 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:06:18.408739 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e423de-b43a-4fd0-a4e3-8a2d633750d6 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:06:18.414524 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-d1e423de-b43a-4fd0-a4e3-8a2d633750d6 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:18.469154 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-d1e423de-b43a-4fd0-a4e3-8a2d633750d6 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:18.470526 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-d1e423de-b43a-4fd0-a4e3-8a2d633750d6 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4852009 Jun 18 22:06:18.472132 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-6eda50bf-6be7-470b-9996-6ccda9a87dba tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-549537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1678354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765938626142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3504243'] for port, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:18.473921 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 49296) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:06:18.476371 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-ac28c752-8ebe-4ae4-951b-12389da086a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:18.478801 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.v2.base [None req-c3719d03-c037-4db5-969d-f9acc32cb846 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Request body: {'security_group_rule': {'security_group_id': '407f5abf-1609-4f18-a881-c969edf16595', 'project_id': 'bb38584fac4b45c0ad6f8a619ed02fc2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:06:18.531339 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eda50bf-6be7-470b-9996-6ccda9a87dba tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Network 0a94a276-d24e-41da-a649-5ffe202eff30 is already hosted by enough agents. {{(pid=93267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:06:18.531339 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.scheduler.base_scheduler [None req-6eda50bf-6be7-470b-9996-6ccda9a87dba tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Resources bound (agent type, host, resource id): {{(pid=93267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:06:18.537980 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eda50bf-6be7-470b-9996-6ccda9a87dba tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Received port after_create {{(pid=93267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:06:18.565593 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eda50bf-6be7-470b-9996-6ccda9a87dba tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Pushing event updated for resources: {'Port': ['ID=27990e4c-1d3a-40d8-b3b2-006a60acd865,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:18.569064 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-6eda50bf-6be7-470b-9996-6ccda9a87dba tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:18.601134 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-c3719d03-c037-4db5-969d-f9acc32cb846 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:18.673167 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-c3719d03-c037-4db5-969d-f9acc32cb846 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:18.698652 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-6eda50bf-6be7-470b-9996-6ccda9a87dba tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:18.726295 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device 22a71c62-685c-4475-bb56-850b9a80a13c up at agent ovs-agent-dv-cinder-766752-3-smb {{(pid=93269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:06:18.795640 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-c3719d03-c037-4db5-969d-f9acc32cb846 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412107'] for security_group_rule, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:18.797813 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-90561177-bd54-4e54-aafb-39075d420abb tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:18.814727 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3719d03-c037-4db5-969d-f9acc32cb846 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc620990-90b1-42cc-98f3-de57470d4c44,revision_number=0']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:18.818632 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-c3719d03-c037-4db5-969d-f9acc32cb846 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:18.857078 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-6eda50bf-6be7-470b-9996-6ccda9a87dba tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:18.904157 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-c3719d03-c037-4db5-969d-f9acc32cb846 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:18.905570 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-c3719d03-c037-4db5-969d-f9acc32cb846 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4304924 Jun 18 22:06:18.913045 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 49298) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:06:18.913890 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.v2.base [None req-618865d2-2c7b-4d27-8c3c-5afe85fcbcc2 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Request body: {'security_group_rule': {'security_group_id': '407f5abf-1609-4f18-a881-c969edf16595', 'project_id': 'bb38584fac4b45c0ad6f8a619ed02fc2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:06:18.931979 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Provisioning for port 22a71c62-685c-4475-bb56-850b9a80a13c completed by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:06:18.937510 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Provisioning complete for port 22a71c62-685c-4475-bb56-850b9a80a13c triggered by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:06:18.937891 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:19.006276 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-618865d2-2c7b-4d27-8c3c-5afe85fcbcc2 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:19.020388 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-6eda50bf-6be7-470b-9996-6ccda9a87dba tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks [] for port, precommit_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:19.042317 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:19.072851 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-618865d2-2c7b-4d27-8c3c-5afe85fcbcc2 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:19.073720 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] For port 22a71c62-685c-4475-bb56-850b9a80a13c, host dv-cinder-766752-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-smb',level=0,port_id=22a71c62-685c-4475-bb56-850b9a80a13c,segment=NetworkSegment(84b34c11-c765-4838-8c05-a350e58a1412),segment_id=84b34c11-c765-4838-8c05-a350e58a1412)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:06:19.098147 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-6eda50bf-6be7-470b-9996-6ccda9a87dba tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504197'] for port, after_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:19.102120 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-472cfe4d-5858-41ee-840b-3c0f621b5e1a tempest-ServerRescueNegativeTestJSON-849958847 tempest-ServerRescueNegativeTestJSON-849958847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:19.143809 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-618865d2-2c7b-4d27-8c3c-5afe85fcbcc2 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412107'] for security_group_rule, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:19.147137 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-4c17f7b4-e18c-4805-8e3b-b2200d1e9ec1 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:19.169028 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618865d2-2c7b-4d27-8c3c-5afe85fcbcc2 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91e2d428-d197-4f05-af3b-a4bcff709c57,revision_number=0']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:19.172166 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-618865d2-2c7b-4d27-8c3c-5afe85fcbcc2 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:19.178454 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:19.180227 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eda50bf-6be7-470b-9996-6ccda9a87dba tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Pushing event updated for resources: {'Port': ['ID=27990e4c-1d3a-40d8-b3b2-006a60acd865,revision_number=2']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:19.181005 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-13db0d52-bdea-4238-9a9a-7c51d5241dc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:19.183653 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-6eda50bf-6be7-470b-9996-6ccda9a87dba tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:19.193266 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-6eda50bf-6be7-470b-9996-6ccda9a87dba tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516016'] for floatingip, after_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:19.232176 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Pushing event updated for resources: {'Port': ['ID=22a71c62-685c-4475-bb56-850b9a80a13c,revision_number=4']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:19.235264 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:19.239565 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-618865d2-2c7b-4d27-8c3c-5afe85fcbcc2 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:19.241430 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-618865d2-2c7b-4d27-8c3c-5afe85fcbcc2 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3320312 Jun 18 22:06:19.244275 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 49300) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:06:19.248768 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.v2.base [None req-af90d873-85d4-45d8-963b-4ebabbded389 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Request body: {'security_group_rule': {'security_group_id': '407f5abf-1609-4f18-a881-c969edf16595', 'project_id': 'bb38584fac4b45c0ad6f8a619ed02fc2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:06:19.268166 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-6eda50bf-6be7-470b-9996-6ccda9a87dba tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31239'] for floatingip, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:19.270283 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-6eda50bf-6be7-470b-9996-6ccda9a87dba tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5029874 Jun 18 22:06:19.359992 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-af90d873-85d4-45d8-963b-4ebabbded389 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:19.419790 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-af90d873-85d4-45d8-963b-4ebabbded389 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:19.469234 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-ee4d6537-4e5e-464f-a44b-5cf1a7610619 req-72cd4110-0f02-4acb-b8af-9297ab19030a tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1998187458&fields=id&tenant_id=1a162bbe7ec5404e82b0637c65bc655b HTTP/1.1" status: 200 len: 267 time: 0.0362484 Jun 18 22:06:19.493178 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-af90d873-85d4-45d8-963b-4ebabbded389 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412107'] for security_group_rule, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:19.507542 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-8dd95b2f-3c18-45ea-8d3b-36d572b49585 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:19.555830 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af90d873-85d4-45d8-963b-4ebabbded389 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fbedff6-a0ba-41c9-884d-11ec781cf782,revision_number=0']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:19.565808 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-af90d873-85d4-45d8-963b-4ebabbded389 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:19.611371 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4d6537-4e5e-464f-a44b-5cf1a7610619 req-d31cb19c-d0da-4151-ba1c-3ccfab351616 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:19.613051 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-ee4d6537-4e5e-464f-a44b-5cf1a7610619 req-d31cb19c-d0da-4151-ba1c-3ccfab351616 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/networks?id=2767e6ef-6819-45b8-a88a-d01068b3a363 HTTP/1.1" status: 200 len: 811 time: 0.1366434 Jun 18 22:06:19.629754 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-ee4d6537-4e5e-464f-a44b-5cf1a7610619 req-275e9153-a5ea-422f-ad24-2f3c2dbc43bc tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/quotas/1a162bbe7ec5404e82b0637c65bc655b HTTP/1.1" status: 200 len: 375 time: 0.0097010 Jun 18 22:06:19.690997 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device 649ed1e3-fbfc-4267-b551-241e0b085c87 no longer exists at agent hyperv_hv-cinder-76675 {{(pid=93269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:06:19.712142 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.plugin [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] No Port match for: 649ed1e3-fbfc-4267-b551-241e0b085c87 {{(pid=93269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:06:19.712491 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device 649ed1e3-fbfc-4267-b551-241e0b085c87 not bound to the agent host hv-cinder-76675 {{(pid=93269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:06:19.722438 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-ee4d6537-4e5e-464f-a44b-5cf1a7610619 req-90411705-cd36-408d-ab94-6e4cedd5d3c1 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1a162bbe7ec5404e82b0637c65bc655b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0860043 Jun 18 22:06:19.724020 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-af90d873-85d4-45d8-963b-4ebabbded389 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:19.725416 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-af90d873-85d4-45d8-963b-4ebabbded389 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4801054 Jun 18 22:06:19.729628 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 49326) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:06:19.740586 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.v2.base [None req-d3e8be00-f250-444b-9853-4ccadeab6f3f tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Request body: {'security_group_rule': {'security_group_id': '407f5abf-1609-4f18-a881-c969edf16595', 'project_id': 'bb38584fac4b45c0ad6f8a619ed02fc2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:06:19.826308 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-ee4d6537-4e5e-464f-a44b-5cf1a7610619 req-93ec73d8-d496-4265-8575-e31d6289c349 service neutron] 10.222.0.23 "GET /v2.0/networks/2767e6ef-6819-45b8-a88a-d01068b3a363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847547 Jun 18 22:06:19.914720 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-d3e8be00-f250-444b-9853-4ccadeab6f3f tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:19.921633 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-ee4d6537-4e5e-464f-a44b-5cf1a7610619 req-351bb589-9a29-42b5-8b00-24e8d31a9a05 service neutron] 10.222.0.23 "GET /v2.0/networks/2767e6ef-6819-45b8-a88a-d01068b3a363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888760 Jun 18 22:06:20.005169 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-d3e8be00-f250-444b-9853-4ccadeab6f3f tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:20.059425 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d0de0c-51c2-4714-897c-17c1a77b5a7f None None] Sync routers for ids ['5aa190e8-2e01-40c5-bcbf-48c86085e47a'] in dv-cinder-766752-3-smb {{(pid=93270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 22:06:20.068758 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d0de0c-51c2-4714-897c-17c1a77b5a7f None None] Routers {'5aa190e8-2e01-40c5-bcbf-48c86085e47a'} bound to L3 agent in host dv-cinder-766752-3-smb {{(pid=93270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:06:20.072922 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_hamode_db [None req-c7d0de0c-51c2-4714-897c-17c1a77b5a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T21:54:00Z,description=,heartbeat_timestamp=2021-06-18T22:06:00Z,host='dv-cinder-766752-3-smb',id=cffdd0dd-f469-4450-b407-8e3f357d30fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:54:01Z,topic='l3_agent')) {'router_ids': ['5aa190e8-2e01-40c5-bcbf-48c86085e47a'], 'active': True} {{(pid=93270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:06:20.121762 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-d3e8be00-f250-444b-9853-4ccadeab6f3f tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412107'] for security_group_rule, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:20.122916 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:20.126407 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-10814b66-6391-4c47-9657-0493e6435d6c tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:20.151728 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e8be00-f250-444b-9853-4ccadeab6f3f tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18a1f779-38ca-4fb5-912b-17be987c1031,revision_number=0']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:20.155774 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-d3e8be00-f250-444b-9853-4ccadeab6f3f tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:20.216958 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-533106a6-8d00-4b04-958b-a2eba67a1b23 req-e0f49572-3cb0-4b66-b71b-c686735889bd tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7606962-e189-492d-a411-b07b124e497c HTTP/1.1" status: 200 len: 210 time: 0.0384903 Jun 18 22:06:20.233611 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-d3e8be00-f250-444b-9853-4ccadeab6f3f tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:20.234838 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-d3e8be00-f250-444b-9853-4ccadeab6f3f tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5035014 Jun 18 22:06:20.237649 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 49336) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:06:20.244154 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.v2.base [None req-97b83c71-d72c-4b2f-9ce8-38de50248e0b tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Request body: {'security_group_rule': {'security_group_id': '407f5abf-1609-4f18-a881-c969edf16595', 'project_id': 'bb38584fac4b45c0ad6f8a619ed02fc2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:06:20.296105 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_dvr_db [None req-c7d0de0c-51c2-4714-897c-17c1a77b5a7f None None] Set router 5aa190e8-2e01-40c5-bcbf-48c86085e47a gateway port host: dv-cinder-766752-3-smb {{(pid=93270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:06:20.355213 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.db.securitygroups_db [None req-97b83c71-d72c-4b2f-9ce8-38de50248e0b tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Project bb38584fac4b45c0ad6f8a619ed02fc2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 22:06:20.360304 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-97b83c71-d72c-4b2f-9ce8-38de50248e0b tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:20.422125 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-97b83c71-d72c-4b2f-9ce8-38de50248e0b tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:20.492294 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_hamode_db [None req-c7d0de0c-51c2-4714-897c-17c1a77b5a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa190e8-2e01-40c5-bcbf-48c86085e47a', 'name': 'tempest-TestShelveInstance-1703528791-router', 'tenant_id': '4a9675d0dacf4a4d88390d99d02239f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.17'}], 'enable_snat': True}, 'gw_port_id': '22a71c62-685c-4475-bb56-850b9a80a13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:06:11Z', 'updated_at': '2021-06-18T22:06:15Z', 'revision_number': 4, 'project_id': '4a9675d0dacf4a4d88390d99d02239f4', 'gw_port': {'id': '22a71c62-685c-4475-bb56-850b9a80a13c', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ac:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa190e8-2e01-40c5-bcbf-48c86085e47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:06:12Z', 'updated_at': '2021-06-18T22:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb', '_interfaces': [{'id': '70449c9a-6653-43e0-989b-7f9b84628e3c', 'name': '', 'network_id': '2721476b-fae9-4648-a340-7e4f44f49ca5', 'tenant_id': '4a9675d0dacf4a4d88390d99d02239f4', 'mac_address': 'fa:16:3e:e8:90:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa190e8-2e01-40c5-bcbf-48c86085e47a', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'b424b509-03d6-4302-b8e7-db6687b964b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:06:15Z', 'updated_at': '2021-06-18T22:06:16Z', 'revision_number': 2, 'project_id': '4a9675d0dacf4a4d88390d99d02239f4', 'subnets': [{'id': 'b424b509-03d6-4302-b8e7-db6687b964b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-smb', False) {} {{(pid=93270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:06:20.497946 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-97b83c71-d72c-4b2f-9ce8-38de50248e0b tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412107'] for security_group_rule, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:20.507112 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-d3e8be00-f250-444b-9853-4ccadeab6f3f tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:20.518772 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d0de0c-51c2-4714-897c-17c1a77b5a7f None None] Checking router: 5aa190e8-2e01-40c5-bcbf-48c86085e47a for host: dv-cinder-766752-3-smb {{(pid=93270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 22:06:20.519144 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d0de0c-51c2-4714-897c-17c1a77b5a7f None None] Updating router 5aa190e8-2e01-40c5-bcbf-48c86085e47a port 70449c9a-6653-43e0-989b-7f9b84628e3c binding host dv-cinder-766752-3-smb {{(pid=93270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 22:06:20.519431 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b83c71-d72c-4b2f-9ce8-38de50248e0b tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a66cee9-25b1-4657-a0d9-64ae17f65115,revision_number=0']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:20.522217 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-97b83c71-d72c-4b2f-9ce8-38de50248e0b tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:20.556989 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-c7d0de0c-51c2-4714-897c-17c1a77b5a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:20.607640 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-97b83c71-d72c-4b2f-9ce8-38de50248e0b tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:20.614486 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-97b83c71-d72c-4b2f-9ce8-38de50248e0b tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3735008 Jun 18 22:06:20.614917 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 49344) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:06:20.619572 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.v2.base [None req-ab54ac9d-050a-4081-abf3-6b6bb9d890f9 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Request body: {'security_group_rule': {'security_group_id': '407f5abf-1609-4f18-a881-c969edf16595', 'project_id': 'bb38584fac4b45c0ad6f8a619ed02fc2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:06:20.696743 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device 22a71c62-685c-4475-bb56-850b9a80a13c up at agent ovs-agent-dv-cinder-766752-3-smb {{(pid=93269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:06:20.757327 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.db.securitygroups_db [None req-ab54ac9d-050a-4081-abf3-6b6bb9d890f9 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Project bb38584fac4b45c0ad6f8a619ed02fc2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 22:06:20.759392 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Provisioning complete for port 22a71c62-685c-4475-bb56-850b9a80a13c triggered by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:06:20.759876 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:20.764070 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-ab54ac9d-050a-4081-abf3-6b6bb9d890f9 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:20.838271 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-c7d0de0c-51c2-4714-897c-17c1a77b5a7f None None] Notify callbacks [] for port, precommit_update {{(pid=93270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:20.841367 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-ab54ac9d-050a-4081-abf3-6b6bb9d890f9 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:20.849556 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.provisioning_blocks [None req-c7d0de0c-51c2-4714-897c-17c1a77b5a7f None None] Transition to ACTIVE for port object 70449c9a-6653-43e0-989b-7f9b84628e3c will not be triggered until provisioned by entity L2. {{(pid=93270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:06:20.972456 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-ab54ac9d-050a-4081-abf3-6b6bb9d890f9 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412107'] for security_group_rule, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:20.975187 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:20.992180 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab54ac9d-050a-4081-abf3-6b6bb9d890f9 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb28fe75-cb80-43fa-8cf4-04938e3f3526,revision_number=0']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:20.995099 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-ab54ac9d-050a-4081-abf3-6b6bb9d890f9 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:21.006983 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-c7d0de0c-51c2-4714-897c-17c1a77b5a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:21.011537 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:21.081170 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4439c76a-cd20-444f-a6d4-d8e412d29274 None None] Pushing event updated for resources: {'Port': ['ID=70449c9a-6653-43e0-989b-7f9b84628e3c,revision_number=3']} {{(pid=93270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:21.086066 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG oslo_concurrency.lockutils [None req-4439c76a-cd20-444f-a6d4-d8e412d29274 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:21.097711 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-ab54ac9d-050a-4081-abf3-6b6bb9d890f9 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:21.102802 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-ab54ac9d-050a-4081-abf3-6b6bb9d890f9 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4836783 Jun 18 22:06:21.140722 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.plugins.ml2.managers [None req-c7d0de0c-51c2-4714-897c-17c1a77b5a7f None None] Attempting to bind port 70449c9a-6653-43e0-989b-7f9b84628e3c on host dv-cinder-766752-3-smb for vnic_type normal with profile {{(pid=93270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:06:21.141095 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.plugins.ml2.managers [None req-c7d0de0c-51c2-4714-897c-17c1a77b5a7f None None] Attempting to bind port 70449c9a-6653-43e0-989b-7f9b84628e3c by drivers openvswitch,hyperv on host dv-cinder-766752-3-smb at level 0 using segments [{'id': '5d66d520-77ef-40c7-b8c0-70491b8f5cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2721476b-fae9-4648-a340-7e4f44f49ca5'}] {{(pid=93270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:06:21.141670 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d0de0c-51c2-4714-897c-17c1a77b5a7f None None] Attempting to bind port 70449c9a-6653-43e0-989b-7f9b84628e3c on network 2721476b-fae9-4648-a340-7e4f44f49ca5 {{(pid=93270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:06:21.170401 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d0de0c-51c2-4714-897c-17c1a77b5a7f None None] Checking agent: {'id': 'e70860c9-a5d2-4f1c-a15e-7701e23dd36c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 21, 54), 'started_at': datetime.datetime(2021, 6, 18, 21, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:06:21.170831 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d0de0c-51c2-4714-897c-17c1a77b5a7f None None] Checking segment: {'id': '5d66d520-77ef-40c7-b8c0-70491b8f5cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2721476b-fae9-4648-a340-7e4f44f49ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:06:21.171176 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-c7d0de0c-51c2-4714-897c-17c1a77b5a7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:21.171562 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d0de0c-51c2-4714-897c-17c1a77b5a7f None None] Bound using segment: {'id': '5d66d520-77ef-40c7-b8c0-70491b8f5cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2721476b-fae9-4648-a340-7e4f44f49ca5'} {{(pid=93270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:06:21.172934 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.plugins.ml2.managers [None req-c7d0de0c-51c2-4714-897c-17c1a77b5a7f None None] Bound port: 70449c9a-6653-43e0-989b-7f9b84628e3c, host: dv-cinder-766752-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d66d520-77ef-40c7-b8c0-70491b8f5cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2721476b-fae9-4648-a340-7e4f44f49ca5'}}] {{(pid=93270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:06:21.173646 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-c7d0de0c-51c2-4714-897c-17c1a77b5a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:21.274032 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.plugins.ml2.db [None req-c7d0de0c-51c2-4714-897c-17c1a77b5a7f None None] For port 70449c9a-6653-43e0-989b-7f9b84628e3c, host dv-cinder-766752-3-smb, cleared binding levels {{(pid=93270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:06:21.277898 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.plugins.ml2.db [None req-c7d0de0c-51c2-4714-897c-17c1a77b5a7f None None] For port 70449c9a-6653-43e0-989b-7f9b84628e3c, host dv-cinder-766752-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-smb',level=0,port_id=70449c9a-6653-43e0-989b-7f9b84628e3c,segment=NetworkSegment(5d66d520-77ef-40c7-b8c0-70491b8f5cb9),segment_id=5d66d520-77ef-40c7-b8c0-70491b8f5cb9)] {{(pid=93270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:06:21.302860 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-95ed9a2d-2fe4-46fe-9a6b-f7bec87f70c5 req-5cf8e248-0ca1-4db2-a89e-d9d7c268730d tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7606962-e189-492d-a411-b07b124e497c HTTP/1.1" status: 200 len: 210 time: 0.0308239 Jun 18 22:06:21.395737 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-c7d0de0c-51c2-4714-897c-17c1a77b5a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:21.398977 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:21.461482 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d0de0c-51c2-4714-897c-17c1a77b5a7f None None] Routers {'5aa190e8-2e01-40c5-bcbf-48c86085e47a'} bound to L3 agent in host dv-cinder-766752-3-smb {{(pid=93270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:06:21.462220 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_hamode_db [None req-c7d0de0c-51c2-4714-897c-17c1a77b5a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T21:54:00Z,description=,heartbeat_timestamp=2021-06-18T22:06:00Z,host='dv-cinder-766752-3-smb',id=cffdd0dd-f469-4450-b407-8e3f357d30fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:54:01Z,topic='l3_agent')) {'router_ids': ['5aa190e8-2e01-40c5-bcbf-48c86085e47a'], 'active': True} {{(pid=93270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:06:21.499782 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4439c76a-cd20-444f-a6d4-d8e412d29274 None None] Pushing event updated for resources: {'Port': ['ID=70449c9a-6653-43e0-989b-7f9b84628e3c,revision_number=4']} {{(pid=93270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:21.503083 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG oslo_concurrency.lockutils [None req-4439c76a-cd20-444f-a6d4-d8e412d29274 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:21.584619 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-03c7fb3c-54c2-4f56-ae2e-c1e55db0fa46 req-ddfd3bbf-0b4b-41d9-9a02-0b71dcebb93b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=82ef5668-f50a-42c7-ab14-8e988a838c89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0796537 Jun 18 22:06:21.596710 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_dvr_db [None req-c7d0de0c-51c2-4714-897c-17c1a77b5a7f None None] Set router 5aa190e8-2e01-40c5-bcbf-48c86085e47a gateway port host: dv-cinder-766752-3-smb {{(pid=93270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:06:21.706781 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c7fb3c-54c2-4f56-ae2e-c1e55db0fa46 req-f2dfa53d-a988-4d4b-be73-06c9f9bca39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:21.709126 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-03c7fb3c-54c2-4f56-ae2e-c1e55db0fa46 req-f2dfa53d-a988-4d4b-be73-06c9f9bca39c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=086d8a7db0824b69b4ceea30f277fb14&device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 1098 time: 0.0573566 Jun 18 22:06:21.835280 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_hamode_db [None req-c7d0de0c-51c2-4714-897c-17c1a77b5a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa190e8-2e01-40c5-bcbf-48c86085e47a', 'name': 'tempest-TestShelveInstance-1703528791-router', 'tenant_id': '4a9675d0dacf4a4d88390d99d02239f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.17'}], 'enable_snat': True}, 'gw_port_id': '22a71c62-685c-4475-bb56-850b9a80a13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:06:11Z', 'updated_at': '2021-06-18T22:06:15Z', 'revision_number': 4, 'project_id': '4a9675d0dacf4a4d88390d99d02239f4', 'gw_port': {'id': '22a71c62-685c-4475-bb56-850b9a80a13c', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ac:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa190e8-2e01-40c5-bcbf-48c86085e47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:06:12Z', 'updated_at': '2021-06-18T22:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb', '_interfaces': [{'id': '70449c9a-6653-43e0-989b-7f9b84628e3c', 'name': '', 'network_id': '2721476b-fae9-4648-a340-7e4f44f49ca5', 'tenant_id': '4a9675d0dacf4a4d88390d99d02239f4', 'mac_address': 'fa:16:3e:e8:90:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa190e8-2e01-40c5-bcbf-48c86085e47a', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'b424b509-03d6-4302-b8e7-db6687b964b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:06:15Z', 'updated_at': '2021-06-18T22:06:21Z', 'revision_number': 4, 'project_id': '4a9675d0dacf4a4d88390d99d02239f4', 'subnets': [{'id': 'b424b509-03d6-4302-b8e7-db6687b964b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-smb', False) {} {{(pid=93270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:06:21.847585 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c7fb3c-54c2-4f56-ae2e-c1e55db0fa46 req-5514cca4-ed10-41aa-be77-0616afa56977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:21.849417 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-03c7fb3c-54c2-4f56-ae2e-c1e55db0fa46 req-5514cca4-ed10-41aa-be77-0616afa56977 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1d1f4389-47a7-47d4-a0f5-f21dad0f67c2 HTTP/1.1" status: 200 len: 918 time: 0.1041811 Jun 18 22:06:21.861492 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d0de0c-51c2-4714-897c-17c1a77b5a7f None None] The sync data for ids ['5aa190e8-2e01-40c5-bcbf-48c86085e47a'] in dv-cinder-766752-3-smb is: [{'id': '5aa190e8-2e01-40c5-bcbf-48c86085e47a', 'name': 'tempest-TestShelveInstance-1703528791-router', 'tenant_id': '4a9675d0dacf4a4d88390d99d02239f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.17'}], 'enable_snat': True}, 'gw_port_id': '22a71c62-685c-4475-bb56-850b9a80a13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:06:11Z', 'updated_at': '2021-06-18T22:06:15Z', 'revision_number': 4, 'project_id': '4a9675d0dacf4a4d88390d99d02239f4', 'gw_port': {'id': '22a71c62-685c-4475-bb56-850b9a80a13c', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ac:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa190e8-2e01-40c5-bcbf-48c86085e47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:06:12Z', 'updated_at': '2021-06-18T22:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb', '_interfaces': [{'id': '70449c9a-6653-43e0-989b-7f9b84628e3c', 'name': '', 'network_id': '2721476b-fae9-4648-a340-7e4f44f49ca5', 'tenant_id': '4a9675d0dacf4a4d88390d99d02239f4', 'mac_address': 'fa:16:3e:e8:90:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa190e8-2e01-40c5-bcbf-48c86085e47a', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'b424b509-03d6-4302-b8e7-db6687b964b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:06:15Z', 'updated_at': '2021-06-18T22:06:21Z', 'revision_number': 4, 'project_id': '4a9675d0dacf4a4d88390d99d02239f4', 'subnets': [{'id': 'b424b509-03d6-4302-b8e7-db6687b964b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 22:06:21.919191 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-03c7fb3c-54c2-4f56-ae2e-c1e55db0fa46 req-f8a86b61-dcd9-46d3-b583-59872ae8088c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=213c452f-edf0-4d01-b4d8-f0d36789ef50 HTTP/1.1" status: 200 len: 1000 time: 0.0633683 Jun 18 22:06:21.980402 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c7fb3c-54c2-4f56-ae2e-c1e55db0fa46 req-d322ff95-f119-44cc-8a95-5d7d371e82e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:21.981861 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-03c7fb3c-54c2-4f56-ae2e-c1e55db0fa46 req-d322ff95-f119-44cc-8a95-5d7d371e82e7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7481fd0b-ce05-4e67-b068-a6b20f3c0083 HTTP/1.1" status: 200 len: 856 time: 0.0530868 Jun 18 22:06:22.089782 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c7fb3c-54c2-4f56-ae2e-c1e55db0fa46 req-711d7411-3394-423a-95e6-3c4af30c4773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:22.091431 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-03c7fb3c-54c2-4f56-ae2e-c1e55db0fa46 req-711d7411-3394-423a-95e6-3c4af30c4773 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1d1f4389-47a7-47d4-a0f5-f21dad0f67c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0654378 Jun 18 22:06:22.223016 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-03c7fb3c-54c2-4f56-ae2e-c1e55db0fa46 req-131baa76-e0c3-4b38-814e-cc3bd7eba6c7 service neutron] 10.222.0.42 "GET /v2.0/networks/1d1f4389-47a7-47d4-a0f5-f21dad0f67c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126623 Jun 18 22:06:22.318593 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-03c7fb3c-54c2-4f56-ae2e-c1e55db0fa46 req-efa54fc1-329c-4d20-be00-fb658b510f78 service neutron] 10.222.0.42 "GET /v2.0/networks/1d1f4389-47a7-47d4-a0f5-f21dad0f67c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885415 Jun 18 22:06:22.466243 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-6214b055-d90a-4280-8520-1080b63e9124 req-04395f3f-1710-48cc-b15b-a72612fbf767 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7606962-e189-492d-a411-b07b124e497c HTTP/1.1" status: 200 len: 210 time: 0.0358095 Jun 18 22:06:22.702563 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device 70449c9a-6653-43e0-989b-7f9b84628e3c up at agent ovs-agent-dv-cinder-766752-3-smb {{(pid=93269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:06:22.892249 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Provisioning for port 70449c9a-6653-43e0-989b-7f9b84628e3c completed by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:06:22.897132 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Provisioning complete for port 70449c9a-6653-43e0-989b-7f9b84628e3c triggered by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:06:22.897551 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:22.978556 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:23.015673 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] For port 70449c9a-6653-43e0-989b-7f9b84628e3c, host dv-cinder-766752-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-smb',level=0,port_id=70449c9a-6653-43e0-989b-7f9b84628e3c,segment=NetworkSegment(5d66d520-77ef-40c7-b8c0-70491b8f5cb9),segment_id=5d66d520-77ef-40c7-b8c0-70491b8f5cb9)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:06:23.078946 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:23.081853 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-0a2753f4-e82e-453f-8173-b408f3adceab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:23.144800 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Pushing event updated for resources: {'Port': ['ID=70449c9a-6653-43e0-989b-7f9b84628e3c,revision_number=5']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:23.144800 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:23.300949 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4d6537-4e5e-464f-a44b-5cf1a7610619 req-e052bf4b-a206-428a-80ee-4ebc51055b4c tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:23.305117 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-ee4d6537-4e5e-464f-a44b-5cf1a7610619 req-e052bf4b-a206-428a-80ee-4ebc51055b4c tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.42 "GET /v2.0/networks?id=2767e6ef-6819-45b8-a88a-d01068b3a363 HTTP/1.1" status: 200 len: 811 time: 0.2231600 Jun 18 22:06:23.361809 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-ee4d6537-4e5e-464f-a44b-5cf1a7610619 req-f25cfe4f-4b38-47f0-b52c-62a56c560c5c tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a162bbe7ec5404e82b0637c65bc655b HTTP/1.1" status: 200 len: 380 time: 0.0356081 Jun 18 22:06:23.387960 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.v2.base [req-ee4d6537-4e5e-464f-a44b-5cf1a7610619 req-07427e17-254d-4277-bb22-5d19ab05d68f tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Request body: {'port': {'device_id': 'c7606962-e189-492d-a411-b07b124e497c', 'network_id': '2767e6ef-6819-45b8-a88a-d01068b3a363', 'admin_state_up': True, 'tenant_id': '1a162bbe7ec5404e82b0637c65bc655b', 'security_groups': ['179125fe-27ec-4bf0-80e8-9163923a6596']}} {{(pid=93268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:06:23.598765 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee4d6537-4e5e-464f-a44b-5cf1a7610619 req-07427e17-254d-4277-bb22-5d19ab05d68f tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Made reservation on behalf of 1a162bbe7ec5404e82b0637c65bc655b for: {'port': 1} {{(pid=93268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:06:23.601358 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-ee4d6537-4e5e-464f-a44b-5cf1a7610619 req-07427e17-254d-4277-bb22-5d19ab05d68f tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550498'] for port, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:23.627500 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-47a6aa4f-f4a8-40a8-a047-70b84750c470 req-05fbc802-57f9-4244-ad03-9adc73487240 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7606962-e189-492d-a411-b07b124e497c HTTP/1.1" status: 200 len: 210 time: 0.0386434 Jun 18 22:06:23.751375 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.db_base_plugin_common [req-ee4d6537-4e5e-464f-a44b-5cf1a7610619 req-07427e17-254d-4277-bb22-5d19ab05d68f tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Allocated IP 172.20.0.6 (2767e6ef-6819-45b8-a88a-d01068b3a363/2c05298a-5496-468b-af9b-eb839c301437/315275d8-b358-4160-a702-77bd1ddacd0f) {{(pid=93268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:06:23.892014 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-ee4d6537-4e5e-464f-a44b-5cf1a7610619 req-07427e17-254d-4277-bb22-5d19ab05d68f tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks [] for port, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:23.905447 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [req-ee4d6537-4e5e-464f-a44b-5cf1a7610619 req-07427e17-254d-4277-bb22-5d19ab05d68f tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Transition to ACTIVE for port object 315275d8-b358-4160-a702-77bd1ddacd0f will not be triggered until provisioned by entity DHCP. {{(pid=93268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:06:24.040781 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-ee4d6537-4e5e-464f-a44b-5cf1a7610619 req-07427e17-254d-4277-bb22-5d19ab05d68f tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-549537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1678354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765938626142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3169570'] for port, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:24.045888 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-217e44cc-5ad2-4745-9d69-5743178eacf5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:24.090755 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee4d6537-4e5e-464f-a44b-5cf1a7610619 req-07427e17-254d-4277-bb22-5d19ab05d68f tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Network 2767e6ef-6819-45b8-a88a-d01068b3a363 is already hosted by enough agents. {{(pid=93268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:06:24.094187 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.base_scheduler [req-ee4d6537-4e5e-464f-a44b-5cf1a7610619 req-07427e17-254d-4277-bb22-5d19ab05d68f tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Resources bound (agent type, host, resource id): {{(pid=93268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:06:24.096628 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee4d6537-4e5e-464f-a44b-5cf1a7610619 req-07427e17-254d-4277-bb22-5d19ab05d68f tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Received port after_create {{(pid=93268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:06:24.124707 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07427e17-254d-4277-bb22-5d19ab05d68f tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Pushing event updated for resources: {'Port': ['ID=315275d8-b358-4160-a702-77bd1ddacd0f,revision_number=1']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:24.137741 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07427e17-254d-4277-bb22-5d19ab05d68f tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:06:24.138104 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07427e17-254d-4277-bb22-5d19ab05d68f tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:06:24.138462 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07427e17-254d-4277-bb22-5d19ab05d68f tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:06:24.138817 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07427e17-254d-4277-bb22-5d19ab05d68f tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:06:24.139165 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07427e17-254d-4277-bb22-5d19ab05d68f tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:06:24.139517 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07427e17-254d-4277-bb22-5d19ab05d68f tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:06:24.139860 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07427e17-254d-4277-bb22-5d19ab05d68f tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:06:24.140202 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07427e17-254d-4277-bb22-5d19ab05d68f tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:06:24.140564 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07427e17-254d-4277-bb22-5d19ab05d68f tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:06:24.140907 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07427e17-254d-4277-bb22-5d19ab05d68f tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:06:24.141250 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07427e17-254d-4277-bb22-5d19ab05d68f tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:06:24.141587 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07427e17-254d-4277-bb22-5d19ab05d68f tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:06:24.146488 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-07427e17-254d-4277-bb22-5d19ab05d68f tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:24.167721 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4d6537-4e5e-464f-a44b-5cf1a7610619 req-07427e17-254d-4277-bb22-5d19ab05d68f tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:24.168553 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-ee4d6537-4e5e-464f-a44b-5cf1a7610619 req-07427e17-254d-4277-bb22-5d19ab05d68f tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31239'] for port, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:24.242316 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-ee4d6537-4e5e-464f-a44b-5cf1a7610619 req-07427e17-254d-4277-bb22-5d19ab05d68f tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8582301 Jun 18 22:06:24.266147 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.v2.base [req-ee4d6537-4e5e-464f-a44b-5cf1a7610619 req-8c21f3e5-ff87-45d2-b156-b3b619a6e03b service neutron] Request body: {'port': {'device_id': 'c7606962-e189-492d-a411-b07b124e497c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=93268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:06:24.344530 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-ee4d6537-4e5e-464f-a44b-5cf1a7610619 req-8c21f3e5-ff87-45d2-b156-b3b619a6e03b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:24.388568 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-c14e0171-6352-448c-a841-ae4951c5598b None None] Provisioning for port 315275d8-b358-4160-a702-77bd1ddacd0f completed by entity DHCP. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:06:24.392508 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-c14e0171-6352-448c-a841-ae4951c5598b None None] Provisioning complete for port 315275d8-b358-4160-a702-77bd1ddacd0f triggered by entity DHCP. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:06:24.392911 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-c14e0171-6352-448c-a841-ae4951c5598b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:24.427860 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.plugin [None req-c14e0171-6352-448c-a841-ae4951c5598b None None] Port 315275d8-b358-4160-a702-77bd1ddacd0f cannot update to ACTIVE because it is not bound. {{(pid=93269) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 22:06:24.610557 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.notifiers.nova [req-ee4d6537-4e5e-464f-a44b-5cf1a7610619 req-8c21f3e5-ff87-45d2-b156-b3b619a6e03b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 315275d8-b358-4160-a702-77bd1ddacd0f {{(pid=93268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:06:24.618746 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-ee4d6537-4e5e-464f-a44b-5cf1a7610619 req-8c21f3e5-ff87-45d2-b156-b3b619a6e03b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:24.631145 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [req-ee4d6537-4e5e-464f-a44b-5cf1a7610619 req-8c21f3e5-ff87-45d2-b156-b3b619a6e03b service neutron] Transition to ACTIVE for port object 315275d8-b358-4160-a702-77bd1ddacd0f will not be triggered until provisioned by entity L2. {{(pid=93268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:06:24.688872 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device 70449c9a-6653-43e0-989b-7f9b84628e3c up at agent ovs-agent-dv-cinder-766752-3-smb {{(pid=93269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:06:24.740366 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-ee4d6537-4e5e-464f-a44b-5cf1a7610619 req-8c21f3e5-ff87-45d2-b156-b3b619a6e03b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3169556'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:24.742933 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Provisioning complete for port 70449c9a-6653-43e0-989b-7f9b84628e3c triggered by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:06:24.743338 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:24.746331 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-e2cf63da-f70f-4562-9e30-b7b9742116b9 tempest-VolumesNegativeTest-1110693355 tempest-VolumesNegativeTest-1110693355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:24.862054 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c21f3e5-ff87-45d2-b156-b3b619a6e03b service neutron] Pushing event updated for resources: {'Port': ['ID=315275d8-b358-4160-a702-77bd1ddacd0f,revision_number=2']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:24.868997 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-8c21f3e5-ff87-45d2-b156-b3b619a6e03b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:24.947515 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e6a0f8-a047-4e53-9192-33669b51e9f4 req-4409b64a-105f-40a7-a431-75ed5c49de5d tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:24.949102 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-75e6a0f8-a047-4e53-9192-33669b51e9f4 req-4409b64a-105f-40a7-a431-75ed5c49de5d tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7606962-e189-492d-a411-b07b124e497c HTTP/1.1" status: 200 len: 943 time: 0.2111955 Jun 18 22:06:24.982973 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [req-ee4d6537-4e5e-464f-a44b-5cf1a7610619 req-8c21f3e5-ff87-45d2-b156-b3b619a6e03b service neutron] Attempting to bind port 315275d8-b358-4160-a702-77bd1ddacd0f on host hv-cinder-76675 for vnic_type normal with profile {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:06:24.983312 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [req-ee4d6537-4e5e-464f-a44b-5cf1a7610619 req-8c21f3e5-ff87-45d2-b156-b3b619a6e03b service neutron] Attempting to bind port 315275d8-b358-4160-a702-77bd1ddacd0f by drivers openvswitch,hyperv on host hv-cinder-76675 at level 0 using segments [{'id': 'b36e6868-126e-43ec-b847-fd25373dd47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2767e6ef-6819-45b8-a88a-d01068b3a363'}] {{(pid=93268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:06:24.983644 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4d6537-4e5e-464f-a44b-5cf1a7610619 req-8c21f3e5-ff87-45d2-b156-b3b619a6e03b service neutron] Attempting to bind port 315275d8-b358-4160-a702-77bd1ddacd0f on network 2767e6ef-6819-45b8-a88a-d01068b3a363 {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:06:24.992066 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4d6537-4e5e-464f-a44b-5cf1a7610619 req-8c21f3e5-ff87-45d2-b156-b3b619a6e03b service neutron] Port 315275d8-b358-4160-a702-77bd1ddacd0f on network 2767e6ef-6819-45b8-a88a-d01068b3a363 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76675 {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 22:06:24.992391 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4d6537-4e5e-464f-a44b-5cf1a7610619 req-8c21f3e5-ff87-45d2-b156-b3b619a6e03b service neutron] Attempting to bind port 315275d8-b358-4160-a702-77bd1ddacd0f on network 2767e6ef-6819-45b8-a88a-d01068b3a363 {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:06:25.004048 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4d6537-4e5e-464f-a44b-5cf1a7610619 req-8c21f3e5-ff87-45d2-b156-b3b619a6e03b service neutron] Checking agent: {'id': '2f1318d3-4eca-4d35-9b75-a551f42ebb29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 22, 0, 20), 'started_at': datetime.datetime(2021, 6, 18, 22, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:06:25.004474 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4d6537-4e5e-464f-a44b-5cf1a7610619 req-8c21f3e5-ff87-45d2-b156-b3b619a6e03b service neutron] Checking segment: {'id': 'b36e6868-126e-43ec-b847-fd25373dd47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2767e6ef-6819-45b8-a88a-d01068b3a363'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:06:25.004969 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4d6537-4e5e-464f-a44b-5cf1a7610619 req-8c21f3e5-ff87-45d2-b156-b3b619a6e03b service neutron] Bound using segment: {'id': 'b36e6868-126e-43ec-b847-fd25373dd47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2767e6ef-6819-45b8-a88a-d01068b3a363'} {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:06:25.005430 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [req-ee4d6537-4e5e-464f-a44b-5cf1a7610619 req-8c21f3e5-ff87-45d2-b156-b3b619a6e03b service neutron] Bound port: 315275d8-b358-4160-a702-77bd1ddacd0f, host: hv-cinder-76675, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b36e6868-126e-43ec-b847-fd25373dd47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2767e6ef-6819-45b8-a88a-d01068b3a363'}}] {{(pid=93268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:06:25.005777 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-ee4d6537-4e5e-464f-a44b-5cf1a7610619 req-8c21f3e5-ff87-45d2-b156-b3b619a6e03b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:25.022394 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-75e6a0f8-a047-4e53-9192-33669b51e9f4 req-a9a174da-ae65-4875-9897-19729f638758 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/security-groups?id=179125fe-27ec-4bf0-80e8-9163923a6596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611715 Jun 18 22:06:25.088602 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.db [req-ee4d6537-4e5e-464f-a44b-5cf1a7610619 req-8c21f3e5-ff87-45d2-b156-b3b619a6e03b service neutron] For port 315275d8-b358-4160-a702-77bd1ddacd0f, host hv-cinder-76675, cleared binding levels {{(pid=93268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:06:25.091832 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.db [req-ee4d6537-4e5e-464f-a44b-5cf1a7610619 req-8c21f3e5-ff87-45d2-b156-b3b619a6e03b service neutron] For port 315275d8-b358-4160-a702-77bd1ddacd0f, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=315275d8-b358-4160-a702-77bd1ddacd0f,segment=NetworkSegment(b36e6868-126e-43ec-b847-fd25373dd47a),segment_id=b36e6868-126e-43ec-b847-fd25373dd47a)] {{(pid=93268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:06:25.143413 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-ee4d6537-4e5e-464f-a44b-5cf1a7610619 req-8c21f3e5-ff87-45d2-b156-b3b619a6e03b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3169556'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:25.147088 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-8b02c3b9-3fe6-4e0d-8c9a-d56627a8db5f tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:25.181743 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4d6537-4e5e-464f-a44b-5cf1a7610619 req-8c21f3e5-ff87-45d2-b156-b3b619a6e03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:25.182299 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-ee4d6537-4e5e-464f-a44b-5cf1a7610619 req-8c21f3e5-ff87-45d2-b156-b3b619a6e03b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31239'] for port, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:25.186400 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-ee4d6537-4e5e-464f-a44b-5cf1a7610619 req-8c21f3e5-ff87-45d2-b156-b3b619a6e03b service neutron] 10.222.0.42 "PUT /v2.0/ports/315275d8-b358-4160-a702-77bd1ddacd0f HTTP/1.1" status: 200 len: 1093 time: 0.9220173 Jun 18 22:06:25.186400 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7606962-e189-492d-a411-b07b124e497c', 'tag': '315275d8-b358-4160-a702-77bd1ddacd0f'}] {{(pid=93268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:06:25.186400 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ff4b25c03651656652c9c7d58efcdba903c051ef33b3f53eb93af1a53304f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36bbd362-996f-423a-8caf-2fc65343c5b4" -d '{"events": [{"name": "network-changed", "server_uuid": "c7606962-e189-492d-a411-b07b124e497c", "tag": "315275d8-b358-4160-a702-77bd1ddacd0f"}]}' {{(pid=93268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:06:25.209030 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c21f3e5-ff87-45d2-b156-b3b619a6e03b service neutron] Pushing event updated for resources: {'Port': ['ID=315275d8-b358-4160-a702-77bd1ddacd0f,revision_number=3']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:25.212323 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-8c21f3e5-ff87-45d2-b156-b3b619a6e03b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:25.229875 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 22:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b23ecf-5f17-421b-a93b-e987cf05cc05 x-openstack-request-id: req-50b23ecf-5f17-421b-a93b-e987cf05cc05 {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:06:25.230317 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7606962-e189-492d-a411-b07b124e497c", "tag": "315275d8-b358-4160-a702-77bd1ddacd0f", "status": "completed", "code": 200}]} {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:06:25.230696 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-50b23ecf-5f17-421b-a93b-e987cf05cc05 {{(pid=93268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:06:25.231195 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7606962-e189-492d-a411-b07b124e497c', 'tag': '315275d8-b358-4160-a702-77bd1ddacd0f', 'status': 'completed', 'code': 200} Jun 18 22:06:25.340294 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bbd362-996f-423a-8caf-2fc65343c5b4 req-2141d51a-835a-42c8-8e1d-9227aa4fca0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:25.342001 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-36bbd362-996f-423a-8caf-2fc65343c5b4 req-2141d51a-835a-42c8-8e1d-9227aa4fca0d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1a162bbe7ec5404e82b0637c65bc655b&device_id=c7606962-e189-492d-a411-b07b124e497c HTTP/1.1" status: 200 len: 1096 time: 0.0618417 Jun 18 22:06:25.454327 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bbd362-996f-423a-8caf-2fc65343c5b4 req-d3e39913-5144-4931-8f82-ae5cb7f0e7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:25.455716 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-36bbd362-996f-423a-8caf-2fc65343c5b4 req-d3e39913-5144-4931-8f82-ae5cb7f0e7f4 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=1a162bbe7ec5404e82b0637c65bc655b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0994008 Jun 18 22:06:25.554885 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bbd362-996f-423a-8caf-2fc65343c5b4 req-4ac2a3d1-bcd3-4940-bf83-8f1c1950913f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:25.556599 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-36bbd362-996f-423a-8caf-2fc65343c5b4 req-4ac2a3d1-bcd3-4940-bf83-8f1c1950913f service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0918441 Jun 18 22:06:25.722329 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4d6537-4e5e-464f-a44b-5cf1a7610619 req-ddde1283-ff5f-4be3-9685-daca31a39f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:25.723998 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-ee4d6537-4e5e-464f-a44b-5cf1a7610619 req-ddde1283-ff5f-4be3-9685-daca31a39f0c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1a162bbe7ec5404e82b0637c65bc655b&device_id=c7606962-e189-492d-a411-b07b124e497c HTTP/1.1" status: 200 len: 1096 time: 0.0582552 Jun 18 22:06:25.773902 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-ee4d6537-4e5e-464f-a44b-5cf1a7610619 req-d097a8dd-3a36-4a3a-90dc-355f60f3a25b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=315275d8-b358-4160-a702-77bd1ddacd0f HTTP/1.1" status: 200 len: 217 time: 0.0342431 Jun 18 22:06:25.821764 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4d6537-4e5e-464f-a44b-5cf1a7610619 req-58f09726-d0f8-4a5f-bc47-2588a658b631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:25.823380 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-ee4d6537-4e5e-464f-a44b-5cf1a7610619 req-58f09726-d0f8-4a5f-bc47-2588a658b631 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2c05298a-5496-468b-af9b-eb839c301437 HTTP/1.1" status: 200 len: 850 time: 0.0432506 Jun 18 22:06:25.888642 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4d6537-4e5e-464f-a44b-5cf1a7610619 req-307b6469-8e18-4f9e-bca2-e4bb7d9321aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:25.890098 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-ee4d6537-4e5e-464f-a44b-5cf1a7610619 req-307b6469-8e18-4f9e-bca2-e4bb7d9321aa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2767e6ef-6819-45b8-a88a-d01068b3a363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0560715 Jun 18 22:06:25.982546 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-ee4d6537-4e5e-464f-a44b-5cf1a7610619 req-381b1318-7bdc-4fb0-a0df-5b482dbcead5 service neutron] 10.222.0.42 "GET /v2.0/networks/2767e6ef-6819-45b8-a88a-d01068b3a363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831940 Jun 18 22:06:26.081602 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-ee4d6537-4e5e-464f-a44b-5cf1a7610619 req-9d934a6b-c1e4-4d03-9d0b-8794ebceab94 service neutron] 10.222.0.42 "GET /v2.0/networks/2767e6ef-6819-45b8-a88a-d01068b3a363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871544 Jun 18 22:06:26.197209 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94df052f-ad2a-4efb-82b6-53088c4cf645 req-24743da2-fa32-46a2-9661-be2e1030d423 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:26.198809 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-94df052f-ad2a-4efb-82b6-53088c4cf645 req-24743da2-fa32-46a2-9661-be2e1030d423 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7606962-e189-492d-a411-b07b124e497c HTTP/1.1" status: 200 len: 943 time: 0.0629566 Jun 18 22:06:26.240510 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-94df052f-ad2a-4efb-82b6-53088c4cf645 req-063c52f6-d37a-45e6-96bb-5073a3a26b81 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/security-groups?id=179125fe-27ec-4bf0-80e8-9163923a6596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353417 Jun 18 22:06:27.429603 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75b9a8-8e41-41f2-8626-21aecd5ee5c6 req-19b21f92-ca85-4ca3-9071-3d98f6ddb04f tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:27.431062 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-4d75b9a8-8e41-41f2-8626-21aecd5ee5c6 req-19b21f92-ca85-4ca3-9071-3d98f6ddb04f tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7606962-e189-492d-a411-b07b124e497c HTTP/1.1" status: 200 len: 943 time: 0.0704229 Jun 18 22:06:27.471475 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-4d75b9a8-8e41-41f2-8626-21aecd5ee5c6 req-635b6af8-1854-42be-a992-358f61b56795 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/security-groups?id=179125fe-27ec-4bf0-80e8-9163923a6596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347397 Jun 18 22:06:27.650145 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-92e49269-6d08-46d1-8e65-c581bc7d833e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:28.650832 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c8e605-5fc7-49dc-aefe-6476ab51b3e7 req-c1105887-9db5-486f-b354-8fd81e6e2fbf tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:28.652291 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-85c8e605-5fc7-49dc-aefe-6476ab51b3e7 req-c1105887-9db5-486f-b354-8fd81e6e2fbf tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7606962-e189-492d-a411-b07b124e497c HTTP/1.1" status: 200 len: 943 time: 0.0670652 Jun 18 22:06:28.691297 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-85c8e605-5fc7-49dc-aefe-6476ab51b3e7 req-b0087f96-ac85-47f8-b00d-8ca39e9ee9b9 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/security-groups?id=179125fe-27ec-4bf0-80e8-9163923a6596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330057 Jun 18 22:06:29.738430 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device 315275d8-b358-4160-a702-77bd1ddacd0f details requested by agent hyperv_hv-cinder-76675 with host hv-cinder-76675 {{(pid=93269) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 22:06:29.849190 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] For port 315275d8-b358-4160-a702-77bd1ddacd0f, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=315275d8-b358-4160-a702-77bd1ddacd0f,segment=NetworkSegment(b36e6868-126e-43ec-b847-fd25373dd47a),segment_id=b36e6868-126e-43ec-b847-fd25373dd47a)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:06:29.860967 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Returning: {'device': '315275d8-b358-4160-a702-77bd1ddacd0f', 'network_id': '2767e6ef-6819-45b8-a88a-d01068b3a363', 'port_id': '315275d8-b358-4160-a702-77bd1ddacd0f', 'mac_address': 'fa:16:3e:70:18:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c05298a-5496-468b-af9b-eb839c301437', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93269) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 22:06:29.891550 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278299f9-1bcc-4679-95ea-73b7ed274297 req-802d10fa-10bc-425d-b25f-717d830f2d9a tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:29.898983 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-278299f9-1bcc-4679-95ea-73b7ed274297 req-802d10fa-10bc-425d-b25f-717d830f2d9a tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7606962-e189-492d-a411-b07b124e497c HTTP/1.1" status: 200 len: 943 time: 0.0676234 Jun 18 22:06:29.905468 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:29.918771 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.notifiers.nova [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 315275d8-b358-4160-a702-77bd1ddacd0f {{(pid=93269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:06:29.936190 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-278299f9-1bcc-4679-95ea-73b7ed274297 req-9264a2a7-b3a4-4e3d-b20d-0b7b8e780f69 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/security-groups?id=179125fe-27ec-4bf0-80e8-9163923a6596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355918 Jun 18 22:06:29.941128 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] For port 315275d8-b358-4160-a702-77bd1ddacd0f, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=315275d8-b358-4160-a702-77bd1ddacd0f,segment=NetworkSegment(b36e6868-126e-43ec-b847-fd25373dd47a),segment_id=b36e6868-126e-43ec-b847-fd25373dd47a)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:06:30.011693 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:30.014015 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:30.060344 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Pushing event updated for resources: {'Port': ['ID=315275d8-b358-4160-a702-77bd1ddacd0f,revision_number=4']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:30.067390 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:06:30.067731 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:06:30.068070 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:06:30.068401 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:06:30.068765 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:06:30.069089 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:06:30.069410 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:06:30.069728 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:06:30.070047 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:06:30.070363 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:06:30.070679 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:06:30.070992 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:06:30.074923 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:30.189419 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-ddc1eb62-60c3-472c-9332-6917361e1d87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:30.341575 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:30.376862 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] get_ports_and_sgs() called for port_ids ['315275d8-b358-4160-a702-77bd1ddacd0f'] {{(pid=93269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:06:31.120227 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7818222f-92e9-4a4f-992e-72b08f55b222 req-5f7b1c6a-ee22-47ba-973a-e7d97a2b96b7 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:31.121703 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-7818222f-92e9-4a4f-992e-72b08f55b222 req-5f7b1c6a-ee22-47ba-973a-e7d97a2b96b7 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7606962-e189-492d-a411-b07b124e497c HTTP/1.1" status: 200 len: 944 time: 0.0697842 Jun 18 22:06:31.165712 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-7818222f-92e9-4a4f-992e-72b08f55b222 req-002bd754-292f-4455-89ca-b2aaa391ce38 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/security-groups?id=179125fe-27ec-4bf0-80e8-9163923a6596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379000 Jun 18 22:06:31.406951 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84badab9-b5e7-457f-852f-454cfb8f64ab req-2ddd3a0e-d2a9-45b8-b562-35124ab22f8d tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:31.408396 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-84badab9-b5e7-457f-852f-454cfb8f64ab req-2ddd3a0e-d2a9-45b8-b562-35124ab22f8d tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.23 "GET /v2.0/ports?device_id=205754c7-b435-4064-8f1c-c8e491d9265a HTTP/1.1" status: 200 len: 945 time: 0.0698597 Jun 18 22:06:31.449132 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-84badab9-b5e7-457f-852f-454cfb8f64ab req-bd04bdee-4573-43d2-a66c-3d7ec98e2262 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.23 "GET /v2.0/security-groups?id=148a0607-d52e-4437-9a58-1f56f964bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330341 Jun 18 22:06:31.519373 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-66c5960c-ceb9-453b-add3-817047489609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:31.750006 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device 315275d8-b358-4160-a702-77bd1ddacd0f up at agent hyperv_hv-cinder-76675 {{(pid=93269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:06:31.896355 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Provisioning for port 315275d8-b358-4160-a702-77bd1ddacd0f completed by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:06:31.911972 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Provisioning complete for port 315275d8-b358-4160-a702-77bd1ddacd0f triggered by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:06:31.912759 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:31.991913 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:32.013132 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7606962-e189-492d-a411-b07b124e497c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '315275d8-b358-4160-a702-77bd1ddacd0f'}] {{(pid=93269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:06:32.015376 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af3cbdd609d599d07a5217d2d1a89114698d9a8f3654956f7909e96a5eb364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35eadf75-1051-4199-a66e-5fc8af140366" -d '{"events": [{"server_uuid": "c7606962-e189-492d-a411-b07b124e497c", "name": "network-vif-plugged", "status": "completed", "tag": "315275d8-b358-4160-a702-77bd1ddacd0f"}]}' {{(pid=93269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:06:32.027349 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] For port 315275d8-b358-4160-a702-77bd1ddacd0f, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=315275d8-b358-4160-a702-77bd1ddacd0f,segment=NetworkSegment(b36e6868-126e-43ec-b847-fd25373dd47a),segment_id=b36e6868-126e-43ec-b847-fd25373dd47a)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:06:32.051119 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e4b0d9-6842-4917-9e14-7c1ffe8a10fa x-openstack-request-id: req-a7e4b0d9-6842-4917-9e14-7c1ffe8a10fa {{(pid=93269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:06:32.052009 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7606962-e189-492d-a411-b07b124e497c", "name": "network-vif-plugged", "status": "completed", "tag": "315275d8-b358-4160-a702-77bd1ddacd0f", "code": 200}]} {{(pid=93269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:06:32.052266 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a7e4b0d9-6842-4917-9e14-7c1ffe8a10fa {{(pid=93269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:06:32.052681 dv-cinder-766752-3-smb neutron-server[93269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7606962-e189-492d-a411-b07b124e497c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '315275d8-b358-4160-a702-77bd1ddacd0f', 'code': 200} Jun 18 22:06:32.079431 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:32.081622 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:32.130266 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Pushing event updated for resources: {'Port': ['ID=315275d8-b358-4160-a702-77bd1ddacd0f,revision_number=5']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:32.133118 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:32.344796 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777188cc-081c-47c6-8e35-b3ca9b380779 req-2df68cc9-0913-4810-ba58-8e8997918342 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:32.346333 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-777188cc-081c-47c6-8e35-b3ca9b380779 req-2df68cc9-0913-4810-ba58-8e8997918342 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7606962-e189-492d-a411-b07b124e497c HTTP/1.1" status: 200 len: 945 time: 0.0641062 Jun 18 22:06:32.383693 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-777188cc-081c-47c6-8e35-b3ca9b380779 req-6961c504-f810-4543-be00-44bae682d67b tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/security-groups?id=179125fe-27ec-4bf0-80e8-9163923a6596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314310 Jun 18 22:06:32.504618 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c57935a-6f4b-4b97-8ddf-238d1d36a170 req-5886b3fc-22d5-46c4-aa78-a34a6c92576b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:32.506160 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3c57935a-6f4b-4b97-8ddf-238d1d36a170 req-5886b3fc-22d5-46c4-aa78-a34a6c92576b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c7606962-e189-492d-a411-b07b124e497c HTTP/1.1" status: 200 len: 1098 time: 0.0573575 Jun 18 22:06:32.542477 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3c57935a-6f4b-4b97-8ddf-238d1d36a170 req-a26ab880-726f-428a-9056-94b0dacaa20c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=179125fe-27ec-4bf0-80e8-9163923a6596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288546 Jun 18 22:06:32.623379 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220a92f3-ba46-4165-9f1d-87b686275ab4 req-69b04d5c-15a9-43ef-8119-06c2223a00f3 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:32.624783 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-220a92f3-ba46-4165-9f1d-87b686275ab4 req-69b04d5c-15a9-43ef-8119-06c2223a00f3 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.23 "GET /v2.0/ports?device_id=205754c7-b435-4064-8f1c-c8e491d9265a HTTP/1.1" status: 200 len: 945 time: 0.0634811 Jun 18 22:06:32.662871 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-220a92f3-ba46-4165-9f1d-87b686275ab4 req-ee96f562-93f9-477f-85cd-4a7ea44a21e8 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.23 "GET /v2.0/security-groups?id=148a0607-d52e-4437-9a58-1f56f964bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315630 Jun 18 22:06:33.199575 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-cfd4400b-1529-4ea9-a221-6a7c5fbf6a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:33.571044 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209cdc95-76a5-4b63-adb4-12b588d399e4 req-3a5ae1dd-c66f-495e-94f6-1d6d8bd55f20 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:33.572534 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-209cdc95-76a5-4b63-adb4-12b588d399e4 req-3a5ae1dd-c66f-495e-94f6-1d6d8bd55f20 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7606962-e189-492d-a411-b07b124e497c HTTP/1.1" status: 200 len: 945 time: 0.0676968 Jun 18 22:06:33.613210 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-209cdc95-76a5-4b63-adb4-12b588d399e4 req-51ffedbf-90d3-47f6-b54a-2f3148761bb6 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/security-groups?id=179125fe-27ec-4bf0-80e8-9163923a6596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348270 Jun 18 22:06:33.858927 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc4e509-ce46-48f6-bf73-c9b5859b4ce6 req-72a90a3b-62e2-470f-89e6-d538ed1b5217 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:33.860467 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-dcc4e509-ce46-48f6-bf73-c9b5859b4ce6 req-72a90a3b-62e2-470f-89e6-d538ed1b5217 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.23 "GET /v2.0/ports?device_id=205754c7-b435-4064-8f1c-c8e491d9265a HTTP/1.1" status: 200 len: 945 time: 0.0810468 Jun 18 22:06:33.898863 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-dcc4e509-ce46-48f6-bf73-c9b5859b4ce6 req-ac7d132e-9652-438b-8c8d-3b8e508f9a27 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.23 "GET /v2.0/security-groups?id=148a0607-d52e-4437-9a58-1f56f964bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325377 Jun 18 22:06:34.810218 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4bc25b-4c2e-435b-81a8-447ca23e4a48 req-131d8be1-4b2d-40ec-bddc-8222a787e09d tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:34.811828 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-cd4bc25b-4c2e-435b-81a8-447ca23e4a48 req-131d8be1-4b2d-40ec-bddc-8222a787e09d tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7606962-e189-492d-a411-b07b124e497c HTTP/1.1" status: 200 len: 945 time: 0.0707445 Jun 18 22:06:34.855778 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-cd4bc25b-4c2e-435b-81a8-447ca23e4a48 req-880a7e4c-7178-45d9-8b2a-e0f0550f7185 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/security-groups?id=179125fe-27ec-4bf0-80e8-9163923a6596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358348 Jun 18 22:06:35.074084 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d73f168-7f69-42f8-bdc4-239007d9dd11 req-36b410c5-5616-44a4-b7c2-a210e43a1a90 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:35.075523 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-1d73f168-7f69-42f8-bdc4-239007d9dd11 req-36b410c5-5616-44a4-b7c2-a210e43a1a90 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7606962-e189-492d-a411-b07b124e497c HTTP/1.1" status: 200 len: 945 time: 0.1081645 Jun 18 22:06:35.084974 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 49632) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:06:35.090082 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.v2.base [None req-845cb725-32c5-45c1-ab0a-4a9cd878d637 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Request body: {'floatingip': {'port_id': '315275d8-b358-4160-a702-77bd1ddacd0f'}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:06:35.094655 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e5ab4-f8a1-4958-a40a-461fc0b266b2 req-d10e1265-eaa2-45b4-b150-9848319afe3f tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:35.096083 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-929e5ab4-f8a1-4958-a40a-461fc0b266b2 req-d10e1265-eaa2-45b4-b150-9848319afe3f tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.23 "GET /v2.0/ports?device_id=205754c7-b435-4064-8f1c-c8e491d9265a HTTP/1.1" status: 200 len: 945 time: 0.0855727 Jun 18 22:06:35.136725 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-929e5ab4-f8a1-4958-a40a-461fc0b266b2 req-800d4137-e60a-4ba2-82a9-554e07c4aa7e tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.23 "GET /v2.0/security-groups?id=148a0607-d52e-4437-9a58-1f56f964bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335886 Jun 18 22:06:35.164568 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-845cb725-32c5-45c1-ab0a-4a9cd878d637 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks [] for floatingip, before_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:35.965856 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-845cb725-32c5-45c1-ab0a-4a9cd878d637 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:36.044348 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-845cb725-32c5-45c1-ab0a-4a9cd878d637 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516016'] for floatingip, after_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:36.142857 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.db.l3_db [None req-845cb725-32c5-45c1-ab0a-4a9cd878d637 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Floating IP 411d8a87-a363-4150-8ffc-b5b1e8657d87 associated. External IP: 172.28.0.45, port: 315275d8-b358-4160-a702-77bd1ddacd0f. Jun 18 22:06:36.316041 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf1989d-d795-439b-a4b1-d186600e44ab req-78718791-ab6f-4725-8270-020f808ba1c1 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:36.318162 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-eaf1989d-d795-439b-a4b1-d186600e44ab req-78718791-ab6f-4725-8270-020f808ba1c1 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.23 "GET /v2.0/ports?device_id=205754c7-b435-4064-8f1c-c8e491d9265a HTTP/1.1" status: 200 len: 945 time: 0.0612574 Jun 18 22:06:36.358283 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-845cb725-32c5-45c1-ab0a-4a9cd878d637 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Router f718791a-b063-4175-9f55-8ed0bba93417 has already been hosted by L3 agent cffdd0dd-f469-4450-b407-8e3f357d30fb {{(pid=93267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 22:06:36.362536 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-eaf1989d-d795-439b-a4b1-d186600e44ab req-32361c39-8c0e-44c3-a41e-71108047387a tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.23 "GET /v2.0/security-groups?id=148a0607-d52e-4437-9a58-1f56f964bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382640 Jun 18 22:06:36.463629 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-845cb725-32c5-45c1-ab0a-4a9cd878d637 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify agent at l3_agent.dv-cinder-766752-3-smb the message routers_updated {{(pid=93267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 22:06:36.468482 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-845cb725-32c5-45c1-ab0a-4a9cd878d637 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31239'] for floatingip, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:36.475909 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cb8330-ca21-4069-83e0-c3f4cf634caf None None] Sync routers for ids ['f718791a-b063-4175-9f55-8ed0bba93417'] in dv-cinder-766752-3-smb {{(pid=93269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 22:06:36.485266 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cb8330-ca21-4069-83e0-c3f4cf634caf None None] Routers {'f718791a-b063-4175-9f55-8ed0bba93417'} bound to L3 agent in host dv-cinder-766752-3-smb {{(pid=93269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:06:36.485896 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-e7cb8330-ca21-4069-83e0-c3f4cf634caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T21:54:00Z,description=,heartbeat_timestamp=2021-06-18T22:06:30Z,host='dv-cinder-766752-3-smb',id=cffdd0dd-f469-4450-b407-8e3f357d30fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:54:01Z,topic='l3_agent')) {'router_ids': ['f718791a-b063-4175-9f55-8ed0bba93417'], 'active': True} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:06:36.516603 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-845cb725-32c5-45c1-ab0a-4a9cd878d637 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "PUT /v2.0/floatingips/411d8a87-a363-4150-8ffc-b5b1e8657d87 HTTP/1.1" status: 200 len: 990 time: 1.4301102 Jun 18 22:06:36.517338 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7606962-e189-492d-a411-b07b124e497c', 'tag': '315275d8-b358-4160-a702-77bd1ddacd0f'}] {{(pid=93267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:06:36.520638 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ffb03f081099a79b88715c25cfbb0c51b361b5976ea0edca7ac7ba464b79a3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa312378-5df0-495a-8c3b-97735749c06a" -d '{"events": [{"name": "network-changed", "server_uuid": "c7606962-e189-492d-a411-b07b124e497c", "tag": "315275d8-b358-4160-a702-77bd1ddacd0f"}]}' {{(pid=93267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:06:36.608994 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvr_db [None req-e7cb8330-ca21-4069-83e0-c3f4cf634caf None None] Set router f718791a-b063-4175-9f55-8ed0bba93417 gateway port host: dv-cinder-766752-3-smb {{(pid=93269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:06:36.727876 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 22:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75fab955-24b9-4348-8d4d-f969db6ea056 x-openstack-request-id: req-75fab955-24b9-4348-8d4d-f969db6ea056 {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:06:36.728412 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7606962-e189-492d-a411-b07b124e497c", "tag": "315275d8-b358-4160-a702-77bd1ddacd0f", "status": "completed", "code": 200}]} {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:06:36.729076 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-75fab955-24b9-4348-8d4d-f969db6ea056 {{(pid=93267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:06:36.729829 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7606962-e189-492d-a411-b07b124e497c', 'tag': '315275d8-b358-4160-a702-77bd1ddacd0f', 'status': 'completed', 'code': 200} Jun 18 22:06:36.884747 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-e7cb8330-ca21-4069-83e0-c3f4cf634caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f718791a-b063-4175-9f55-8ed0bba93417', 'name': 'tempest-AttachVolumeTestJSON-1244901988-router', 'tenant_id': '1a162bbe7ec5404e82b0637c65bc655b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.228'}], 'enable_snat': True}, 'gw_port_id': '24ebf161-ffed-471e-8fb3-4ec465e50da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:02:13Z', 'updated_at': '2021-06-18T22:02:21Z', 'revision_number': 4, 'project_id': '1a162bbe7ec5404e82b0637c65bc655b', 'gw_port': {'id': '24ebf161-ffed-471e-8fb3-4ec465e50da5', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:50:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f718791a-b063-4175-9f55-8ed0bba93417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:02:14Z', 'updated_at': '2021-06-18T22:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb', '_floatingips': [{'id': '411d8a87-a363-4150-8ffc-b5b1e8657d87', 'tenant_id': '1a162bbe7ec5404e82b0637c65bc655b', 'floating_ip_address': '172.28.0.45', 'floating_network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'router_id': 'f718791a-b063-4175-9f55-8ed0bba93417', 'port_id': '315275d8-b358-4160-a702-77bd1ddacd0f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2767e6ef-6819-45b8-a88a-d01068b3a363', 'mac_address': 'fa:16:3e:70:18:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7606962-e189-492d-a411-b07b124e497c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T22:06:18Z', 'updated_at': '2021-06-18T22:06:35Z', 'revision_number': 1, 'project_id': '1a162bbe7ec5404e82b0637c65bc655b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17c19ec5-ff0f-44e7-a83b-7acfbb2c1708', 'name': '', 'network_id': '2767e6ef-6819-45b8-a88a-d01068b3a363', 'tenant_id': '1a162bbe7ec5404e82b0637c65bc655b', 'mac_address': 'fa:16:3e:19:74:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f718791a-b063-4175-9f55-8ed0bba93417', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '2c05298a-5496-468b-af9b-eb839c301437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:02:19Z', 'updated_at': '2021-06-18T22:02:29Z', 'revision_number': 5, 'project_id': '1a162bbe7ec5404e82b0637c65bc655b', 'subnets': [{'id': '2c05298a-5496-468b-af9b-eb839c301437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-smb', False) {} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:06:36.916475 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cb8330-ca21-4069-83e0-c3f4cf634caf None None] Checking router: f718791a-b063-4175-9f55-8ed0bba93417 for host: dv-cinder-766752-3-smb {{(pid=93269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 22:06:36.926056 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cb8330-ca21-4069-83e0-c3f4cf634caf None None] Routers {'f718791a-b063-4175-9f55-8ed0bba93417'} bound to L3 agent in host dv-cinder-766752-3-smb {{(pid=93269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:06:36.926725 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-e7cb8330-ca21-4069-83e0-c3f4cf634caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T21:54:00Z,description=,heartbeat_timestamp=2021-06-18T22:06:30Z,host='dv-cinder-766752-3-smb',id=cffdd0dd-f469-4450-b407-8e3f357d30fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:54:01Z,topic='l3_agent')) {'router_ids': ['f718791a-b063-4175-9f55-8ed0bba93417'], 'active': True} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:06:37.042641 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvr_db [None req-e7cb8330-ca21-4069-83e0-c3f4cf634caf None None] Set router f718791a-b063-4175-9f55-8ed0bba93417 gateway port host: dv-cinder-766752-3-smb {{(pid=93269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:06:37.182846 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa312378-5df0-495a-8c3b-97735749c06a req-64cd993c-44a9-491e-8dd1-7c44b36b416a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:37.184316 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-aa312378-5df0-495a-8c3b-97735749c06a req-64cd993c-44a9-491e-8dd1-7c44b36b416a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1a162bbe7ec5404e82b0637c65bc655b&device_id=c7606962-e189-492d-a411-b07b124e497c HTTP/1.1" status: 200 len: 1098 time: 0.3759124 Jun 18 22:06:37.195757 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfab216-0050-4295-bc91-f35575a1ee70 req-5f8a78b5-1d90-4b3f-9f21-29a437c9b924 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:37.197152 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-0bfab216-0050-4295-bc91-f35575a1ee70 req-5f8a78b5-1d90-4b3f-9f21-29a437c9b924 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.42 "GET /v2.0/ports?device_id=205754c7-b435-4064-8f1c-c8e491d9265a HTTP/1.1" status: 200 len: 945 time: 0.0887806 Jun 18 22:06:37.293911 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-e7cb8330-ca21-4069-83e0-c3f4cf634caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f718791a-b063-4175-9f55-8ed0bba93417', 'name': 'tempest-AttachVolumeTestJSON-1244901988-router', 'tenant_id': '1a162bbe7ec5404e82b0637c65bc655b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.228'}], 'enable_snat': True}, 'gw_port_id': '24ebf161-ffed-471e-8fb3-4ec465e50da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:02:13Z', 'updated_at': '2021-06-18T22:02:21Z', 'revision_number': 4, 'project_id': '1a162bbe7ec5404e82b0637c65bc655b', 'gw_port': {'id': '24ebf161-ffed-471e-8fb3-4ec465e50da5', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:50:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f718791a-b063-4175-9f55-8ed0bba93417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:02:14Z', 'updated_at': '2021-06-18T22:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb', '_floatingips': [{'id': '411d8a87-a363-4150-8ffc-b5b1e8657d87', 'tenant_id': '1a162bbe7ec5404e82b0637c65bc655b', 'floating_ip_address': '172.28.0.45', 'floating_network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'router_id': 'f718791a-b063-4175-9f55-8ed0bba93417', 'port_id': '315275d8-b358-4160-a702-77bd1ddacd0f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2767e6ef-6819-45b8-a88a-d01068b3a363', 'mac_address': 'fa:16:3e:70:18:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7606962-e189-492d-a411-b07b124e497c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T22:06:18Z', 'updated_at': '2021-06-18T22:06:35Z', 'revision_number': 1, 'project_id': '1a162bbe7ec5404e82b0637c65bc655b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17c19ec5-ff0f-44e7-a83b-7acfbb2c1708', 'name': '', 'network_id': '2767e6ef-6819-45b8-a88a-d01068b3a363', 'tenant_id': '1a162bbe7ec5404e82b0637c65bc655b', 'mac_address': 'fa:16:3e:19:74:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f718791a-b063-4175-9f55-8ed0bba93417', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '2c05298a-5496-468b-af9b-eb839c301437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:02:19Z', 'updated_at': '2021-06-18T22:02:29Z', 'revision_number': 5, 'project_id': '1a162bbe7ec5404e82b0637c65bc655b', 'subnets': [{'id': '2c05298a-5496-468b-af9b-eb839c301437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-smb', False) {} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:06:37.325825 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cb8330-ca21-4069-83e0-c3f4cf634caf None None] The sync data for ids ['f718791a-b063-4175-9f55-8ed0bba93417'] in dv-cinder-766752-3-smb is: [{'id': 'f718791a-b063-4175-9f55-8ed0bba93417', 'name': 'tempest-AttachVolumeTestJSON-1244901988-router', 'tenant_id': '1a162bbe7ec5404e82b0637c65bc655b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.228'}], 'enable_snat': True}, 'gw_port_id': '24ebf161-ffed-471e-8fb3-4ec465e50da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:02:13Z', 'updated_at': '2021-06-18T22:02:21Z', 'revision_number': 4, 'project_id': '1a162bbe7ec5404e82b0637c65bc655b', 'gw_port': {'id': '24ebf161-ffed-471e-8fb3-4ec465e50da5', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:50:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f718791a-b063-4175-9f55-8ed0bba93417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:02:14Z', 'updated_at': '2021-06-18T22:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb', '_floatingips': [{'id': '411d8a87-a363-4150-8ffc-b5b1e8657d87', 'tenant_id': '1a162bbe7ec5404e82b0637c65bc655b', 'floating_ip_address': '172.28.0.45', 'floating_network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'router_id': 'f718791a-b063-4175-9f55-8ed0bba93417', 'port_id': '315275d8-b358-4160-a702-77bd1ddacd0f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2767e6ef-6819-45b8-a88a-d01068b3a363', 'mac_address': 'fa:16:3e:70:18:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7606962-e189-492d-a411-b07b124e497c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T22:06:18Z', 'updated_at': '2021-06-18T22:06:35Z', 'revision_number': 1, 'project_id': '1a162bbe7ec5404e82b0637c65bc655b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17c19ec5-ff0f-44e7-a83b-7acfbb2c1708', 'name': '', 'network_id': '2767e6ef-6819-45b8-a88a-d01068b3a363', 'tenant_id': '1a162bbe7ec5404e82b0637c65bc655b', 'mac_address': 'fa:16:3e:19:74:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f718791a-b063-4175-9f55-8ed0bba93417', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '2c05298a-5496-468b-af9b-eb839c301437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:02:19Z', 'updated_at': '2021-06-18T22:02:29Z', 'revision_number': 5, 'project_id': '1a162bbe7ec5404e82b0637c65bc655b', 'subnets': [{'id': '2c05298a-5496-468b-af9b-eb839c301437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 22:06:37.355906 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa312378-5df0-495a-8c3b-97735749c06a req-9509b1f7-52bd-493d-9ad9-c3e18a902f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:37.357373 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-aa312378-5df0-495a-8c3b-97735749c06a req-9509b1f7-52bd-493d-9ad9-c3e18a902f4a service neutron] 10.222.0.42 "GET /v2.0/networks?id=2767e6ef-6819-45b8-a88a-d01068b3a363 HTTP/1.1" status: 200 len: 912 time: 0.1593900 Jun 18 22:06:37.407656 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [req-0bfab216-0050-4295-bc91-f35575a1ee70 req-660d79da-d393-48a8-a006-91ee8342d3d2 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Deleting port 61608a1a-882f-4dd9-a06a-a2af276d9858 {{(pid=93268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:06:37.407656 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-0bfab216-0050-4295-bc91-f35575a1ee70 req-660d79da-d393-48a8-a006-91ee8342d3d2 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765939110629'] for port, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:37.515528 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-aa312378-5df0-495a-8c3b-97735749c06a req-00629146-df45-4184-b3fa-6def32b42052 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=315275d8-b358-4160-a702-77bd1ddacd0f HTTP/1.1" status: 200 len: 998 time: 0.1476870 Jun 18 22:06:37.590613 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4061e809-894f-42b3-ac57-0993cd826c46 None None] New status for floating IP 411d8a87-a363-4150-8ffc-b5b1e8657d87: ACTIVE {{(pid=93270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 22:06:37.649448 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.db [req-0bfab216-0050-4295-bc91-f35575a1ee70 req-660d79da-d393-48a8-a006-91ee8342d3d2 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] For port 61608a1a-882f-4dd9-a06a-a2af276d9858, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=61608a1a-882f-4dd9-a06a-a2af276d9858,segment=NetworkSegment(151f53c5-e714-4bed-85cb-b6b201b4601a),segment_id=151f53c5-e714-4bed-85cb-b6b201b4601a)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:06:37.649804 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-0bfab216-0050-4295-bc91-f35575a1ee70 req-660d79da-d393-48a8-a006-91ee8342d3d2 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512668'] for port, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:37.668332 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa312378-5df0-495a-8c3b-97735749c06a req-964e9acc-af8f-4745-9778-c4feba2dd535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:37.669703 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-aa312378-5df0-495a-8c3b-97735749c06a req-964e9acc-af8f-4745-9778-c4feba2dd535 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2c05298a-5496-468b-af9b-eb839c301437 HTTP/1.1" status: 200 len: 850 time: 0.1312826 Jun 18 22:06:37.727340 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [req-0bfab216-0050-4295-bc91-f35575a1ee70 req-660d79da-d393-48a8-a006-91ee8342d3d2 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Calling delete_port for 61608a1a-882f-4dd9-a06a-a2af276d9858 owned by compute:nova {{(pid=93268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:06:37.821602 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b609b93f-38b5-4866-a1ca-8c90d8900dbf req-f271cdac-bd45-4d91-81bf-e0c13f8250e8 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:37.823100 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b609b93f-38b5-4866-a1ca-8c90d8900dbf req-f271cdac-bd45-4d91-81bf-e0c13f8250e8 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.23 "GET /v2.0/ports?device_id=205754c7-b435-4064-8f1c-c8e491d9265a HTTP/1.1" status: 200 len: 945 time: 0.3227339 Jun 18 22:06:37.853769 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ae39e-0ce0-4d33-ba49-3c9e6d491cb2 req-62d9443b-e9b1-4aca-81b6-f44b90bc4580 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:37.855226 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-d31ae39e-0ce0-4d33-ba49-3c9e6d491cb2 req-62d9443b-e9b1-4aca-81b6-f44b90bc4580 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 945 time: 0.3006287 Jun 18 22:06:37.863885 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 49688) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:06:37.911619 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.db.db_base_plugin_v2 [None req-22207020-881f-4def-bb6d-451736140be0 admin admin] Deleting subnet f36ef52b-69cf-484d-b9c7-2bea9b89fa5d {{(pid=93267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 22:06:37.915383 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-22207020-881f-4def-bb6d-451736140be0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:37.937513 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa312378-5df0-495a-8c3b-97735749c06a req-bc617bd6-ca32-408e-b190-2b3235ca505f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:37.938901 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-aa312378-5df0-495a-8c3b-97735749c06a req-bc617bd6-ca32-408e-b190-2b3235ca505f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2767e6ef-6819-45b8-a88a-d01068b3a363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2358129 Jun 18 22:06:37.941717 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b609b93f-38b5-4866-a1ca-8c90d8900dbf req-c67489f4-491d-4dcf-92a5-4c7bb9ea1ab2 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.23 "GET /v2.0/security-groups?id=148a0607-d52e-4437-9a58-1f56f964bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095386 Jun 18 22:06:37.949875 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-22207020-881f-4def-bb6d-451736140be0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3866932'] for subnet, precommit_delete_associations {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:37.964559 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-d31ae39e-0ce0-4d33-ba49-3c9e6d491cb2 req-71027636-8fa9-4824-bae7-de508bc60a14 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=58f2a725-04fc-4d18-85d0-0d9a05d2ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827820 Jun 18 22:06:38.004421 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-22207020-881f-4def-bb6d-451736140be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525357'] for subnet, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:38.091439 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-aa312378-5df0-495a-8c3b-97735749c06a req-c7ca7b03-5364-472c-91de-e05597619d6b service neutron] 10.222.0.42 "GET /v2.0/networks/2767e6ef-6819-45b8-a88a-d01068b3a363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426430 Jun 18 22:06:38.121648 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-0bfab216-0050-4295-bc91-f35575a1ee70 req-660d79da-d393-48a8-a006-91ee8342d3d2 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765939117029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765938626151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3169581'] for port, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:38.124748 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-22207020-881f-4def-bb6d-451736140be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2856249'] for subnet, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:38.128016 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:38.152148 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-d37ee56f-b410-40ab-bed9-68f11c7bf136 tempest-VolumesNegativeTest-1110693355 tempest-VolumesNegativeTest-1110693355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:38.155305 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22207020-881f-4def-bb6d-451736140be0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f36ef52b-69cf-484d-b9c7-2bea9b89fa5d,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:38.158042 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-22207020-881f-4def-bb6d-451736140be0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:38.162487 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-22207020-881f-4def-bb6d-451736140be0 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f36ef52b-69cf-484d-b9c7-2bea9b89fa5d HTTP/1.1" status: 204 len: 168 time: 0.2969551 Jun 18 22:06:38.163116 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 49692) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:06:38.163927 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-22207020-881f-4def-bb6d-451736140be0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:38.180732 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d79da-d393-48a8-a006-91ee8342d3d2 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Pushing event deleted for resources: {'Port': ['ID=61608a1a-882f-4dd9-a06a-a2af276d9858,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:38.184389 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-660d79da-d393-48a8-a006-91ee8342d3d2 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:38.235487 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bfab216-0050-4295-bc91-f35575a1ee70 req-660d79da-d393-48a8-a006-91ee8342d3d2 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] No DVR routers for this DVR port 61608a1a-882f-4dd9-a06a-a2af276d9858 on host hv-cinder-76675 {{(pid=93268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 22:06:38.235896 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-89bfc4fc-3946-4bd6-b92b-25d905e941b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647953'] for network, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:38.239272 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-0bfab216-0050-4295-bc91-f35575a1ee70 req-660d79da-d393-48a8-a006-91ee8342d3d2 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31239'] for port, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:38.241218 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-0bfab216-0050-4295-bc91-f35575a1ee70 req-660d79da-d393-48a8-a006-91ee8342d3d2 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.42 "DELETE /v2.0/ports/61608a1a-882f-4dd9-a06a-a2af276d9858 HTTP/1.1" status: 204 len: 173 time: 1.0360873 Jun 18 22:06:38.241820 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '205754c7-b435-4064-8f1c-c8e491d9265a', 'name': 'network-vif-deleted', 'tag': '61608a1a-882f-4dd9-a06a-a2af276d9858'}] {{(pid=93268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:06:38.244090 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ff4b25c03651656652c9c7d58efcdba903c051ef33b3f53eb93af1a53304f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e05f827-3b8d-45fe-be27-fa6fd59a7c4b" -d '{"events": [{"server_uuid": "205754c7-b435-4064-8f1c-c8e491d9265a", "name": "network-vif-deleted", "tag": "61608a1a-882f-4dd9-a06a-a2af276d9858"}]}' {{(pid=93268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:06:38.272801 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-aa312378-5df0-495a-8c3b-97735749c06a req-0e2ce03c-f6ff-4ae9-b73e-dbc6442dc26d service neutron] 10.222.0.42 "GET /v2.0/networks/2767e6ef-6819-45b8-a88a-d01068b3a363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721931 Jun 18 22:06:38.281194 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1fb8ff9-5735-4464-8251-21e0daf2933f x-openstack-request-id: req-c1fb8ff9-5735-4464-8251-21e0daf2933f {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:06:38.281520 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "205754c7-b435-4064-8f1c-c8e491d9265a", "name": "network-vif-deleted", "tag": "61608a1a-882f-4dd9-a06a-a2af276d9858", "status": "completed", "code": 200}]} {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:06:38.281822 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c1fb8ff9-5735-4464-8251-21e0daf2933f {{(pid=93268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:06:38.282224 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '205754c7-b435-4064-8f1c-c8e491d9265a', 'name': 'network-vif-deleted', 'tag': '61608a1a-882f-4dd9-a06a-a2af276d9858', 'status': 'completed', 'code': 200} Jun 18 22:06:38.320993 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-89bfc4fc-3946-4bd6-b92b-25d905e941b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1539570', 'neutron.services.segments.db._delete_segments_for_network-8765939166931'] for network, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:38.332240 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.services.segments.db [None req-89bfc4fc-3946-4bd6-b92b-25d905e941b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d5d6765-94da-403a-a857-987443c5a577']}} {{(pid=93267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:06:38.343569 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.services.segments.db [None req-89bfc4fc-3946-4bd6-b92b-25d905e941b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9085b328-dc1a-4e6d-a1c7-fee29aefcc3d') {'for_net_delete': True} {{(pid=93267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:06:38.346381 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.services.segments.db [None req-89bfc4fc-3946-4bd6-b92b-25d905e941b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9085b328-dc1a-4e6d-a1c7-fee29aefcc3d') {} {{(pid=93267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:06:38.353911 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-89bfc4fc-3946-4bd6-b92b-25d905e941b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765939166760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866941'] for segment, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:38.367286 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-89bfc4fc-3946-4bd6-b92b-25d905e941b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527226'] for segment, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:38.373054 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89bfc4fc-3946-4bd6-b92b-25d905e941b2 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=93267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 22:06:38.373431 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-89bfc4fc-3946-4bd6-b92b-25d905e941b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2839725'] for segment, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:38.375072 dv-cinder-766752-3-smb neutron-server[93267]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:06:38.375072 dv-cinder-766752-3-smb neutron-server[93267]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:06:38.375072 dv-cinder-766752-3-smb neutron-server[93267]: Traceback (most recent call last): Jun 18 22:06:38.375072 dv-cinder-766752-3-smb neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 22:06:38.375072 dv-cinder-766752-3-smb neutron-server[93267]: timer() Jun 18 22:06:38.375072 dv-cinder-766752-3-smb neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 22:06:38.375072 dv-cinder-766752-3-smb neutron-server[93267]: cb(*args, **kw) Jun 18 22:06:38.375072 dv-cinder-766752-3-smb neutron-server[93267]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 22:06:38.375072 dv-cinder-766752-3-smb neutron-server[93267]: return func(*args, **kwargs) Jun 18 22:06:38.375072 dv-cinder-766752-3-smb neutron-server[93267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 22:06:38.375072 dv-cinder-766752-3-smb neutron-server[93267]: self._notify() Jun 18 22:06:38.375072 dv-cinder-766752-3-smb neutron-server[93267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 22:06:38.375072 dv-cinder-766752-3-smb neutron-server[93267]: self.callback(batched_events) Jun 18 22:06:38.375072 dv-cinder-766752-3-smb neutron-server[93267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 22:06:38.375072 dv-cinder-766752-3-smb neutron-server[93267]: event.method(event) Jun 18 22:06:38.375072 dv-cinder-766752-3-smb neutron-server[93267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 22:06:38.375072 dv-cinder-766752-3-smb neutron-server[93267]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 22:06:38.375072 dv-cinder-766752-3-smb neutron-server[93267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 22:06:38.375072 dv-cinder-766752-3-smb neutron-server[93267]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 22:06:38.375072 dv-cinder-766752-3-smb neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 22:06:38.375072 dv-cinder-766752-3-smb neutron-server[93267]: return f(self, *a, **k) Jun 18 22:06:38.375072 dv-cinder-766752-3-smb neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 22:06:38.375072 dv-cinder-766752-3-smb neutron-server[93267]: return self._get(url).json() Jun 18 22:06:38.375072 dv-cinder-766752-3-smb neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 22:06:38.375072 dv-cinder-766752-3-smb neutron-server[93267]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 22:06:38.375072 dv-cinder-766752-3-smb neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 22:06:38.375072 dv-cinder-766752-3-smb neutron-server[93267]: return self.request(url, 'GET', **kwargs) Jun 18 22:06:38.375072 dv-cinder-766752-3-smb neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 22:06:38.375072 dv-cinder-766752-3-smb neutron-server[93267]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 22:06:38.375072 dv-cinder-766752-3-smb neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 22:06:38.375072 dv-cinder-766752-3-smb neutron-server[93267]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 22:06:38.375072 dv-cinder-766752-3-smb neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 22:06:38.375072 dv-cinder-766752-3-smb neutron-server[93267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 22:06:38.375072 dv-cinder-766752-3-smb neutron-server[93267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 22:06:38.490928 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-89bfc4fc-3946-4bd6-b92b-25d905e941b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1539563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-490555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1678354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-515970'] for network, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:38.494744 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-9c66b158-ad70-43e5-af32-142de9994803 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:38.497386 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-89bfc4fc-3946-4bd6-b92b-25d905e941b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678351'] for network, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:38.499174 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-89bfc4fc-3946-4bd6-b92b-25d905e941b2 admin admin] 10.222.0.23 "DELETE /v2.0/networks/4d5d6765-94da-403a-a857-987443c5a577 HTTP/1.1" status: 204 len: 168 time: 0.3343194 Jun 18 22:06:38.502149 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 49696) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:06:38.511148 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bfc4fc-3946-4bd6-b92b-25d905e941b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d5d6765-94da-403a-a857-987443c5a577,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:38.513544 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-89bfc4fc-3946-4bd6-b92b-25d905e941b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:38.550862 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.db_base_plugin_v2 [None req-9174757d-3dd3-41e7-aed7-e1b2c866d7a3 admin admin] Deleting subnet 8b2d235b-7154-40fd-9c46-e617168e7204 {{(pid=93268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 22:06:38.554821 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-9174757d-3dd3-41e7-aed7-e1b2c866d7a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:38.589338 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-9174757d-3dd3-41e7-aed7-e1b2c866d7a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019249'] for subnet, precommit_delete_associations {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:38.626944 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-9174757d-3dd3-41e7-aed7-e1b2c866d7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525357'] for subnet, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:38.781620 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-9174757d-3dd3-41e7-aed7-e1b2c866d7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3169623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8640369'] for subnet, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:38.783995 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:38.808735 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9174757d-3dd3-41e7-aed7-e1b2c866d7a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b2d235b-7154-40fd-9c46-e617168e7204,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:38.811030 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-9174757d-3dd3-41e7-aed7-e1b2c866d7a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:38.813790 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-9174757d-3dd3-41e7-aed7-e1b2c866d7a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678351'] for subnet, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:38.815672 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-9174757d-3dd3-41e7-aed7-e1b2c866d7a3 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/8b2d235b-7154-40fd-9c46-e617168e7204 HTTP/1.1" status: 204 len: 168 time: 0.3125355 Jun 18 22:06:38.818655 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 49698) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:06:38.888229 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-32f506a2-299d-45a8-b6f0-91e85183e65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647953'] for network, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:38.964356 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-32f506a2-299d-45a8-b6f0-91e85183e65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1539570', 'neutron.services.segments.db._delete_segments_for_network-8765939166931'] for network, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:38.974336 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.services.segments.db [None req-32f506a2-299d-45a8-b6f0-91e85183e65c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a123329d-64b8-4fcb-8b2f-a568f169a1e4']}} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:06:38.984203 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.services.segments.db [None req-32f506a2-299d-45a8-b6f0-91e85183e65c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e6e4167-d775-49f7-a518-a8beb344a65e') {'for_net_delete': True} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:06:38.984489 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.services.segments.db [None req-32f506a2-299d-45a8-b6f0-91e85183e65c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e6e4167-d775-49f7-a518-a8beb344a65e') {} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:06:38.993284 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-32f506a2-299d-45a8-b6f0-91e85183e65c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765939166760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019256'] for segment, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:39.015704 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-32f506a2-299d-45a8-b6f0-91e85183e65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527226'] for segment, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:39.025972 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32f506a2-299d-45a8-b6f0-91e85183e65c admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=93268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 22:06:39.026437 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-32f506a2-299d-45a8-b6f0-91e85183e65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3043836'] for segment, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:39.028269 dv-cinder-766752-3-smb neutron-server[93268]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:06:39.028269 dv-cinder-766752-3-smb neutron-server[93268]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:06:39.028269 dv-cinder-766752-3-smb neutron-server[93268]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:06:39.028269 dv-cinder-766752-3-smb neutron-server[93268]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:06:39.028269 dv-cinder-766752-3-smb neutron-server[93268]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:06:39.028269 dv-cinder-766752-3-smb neutron-server[93268]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:06:39.028269 dv-cinder-766752-3-smb neutron-server[93268]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:06:39.028269 dv-cinder-766752-3-smb neutron-server[93268]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:06:39.028269 dv-cinder-766752-3-smb neutron-server[93268]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:06:39.028269 dv-cinder-766752-3-smb neutron-server[93268]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:06:39.028269 dv-cinder-766752-3-smb neutron-server[93268]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:06:39.028269 dv-cinder-766752-3-smb neutron-server[93268]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:06:39.028269 dv-cinder-766752-3-smb neutron-server[93268]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:06:39.028269 dv-cinder-766752-3-smb neutron-server[93268]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:06:39.028269 dv-cinder-766752-3-smb neutron-server[93268]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:06:39.028269 dv-cinder-766752-3-smb neutron-server[93268]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:06:39.028269 dv-cinder-766752-3-smb neutron-server[93268]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:06:39.028269 dv-cinder-766752-3-smb neutron-server[93268]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:06:39.028269 dv-cinder-766752-3-smb neutron-server[93268]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:06:39.028269 dv-cinder-766752-3-smb neutron-server[93268]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:06:39.028269 dv-cinder-766752-3-smb neutron-server[93268]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:06:39.028269 dv-cinder-766752-3-smb neutron-server[93268]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:06:39.028269 dv-cinder-766752-3-smb neutron-server[93268]: Traceback (most recent call last): Jun 18 22:06:39.028269 dv-cinder-766752-3-smb neutron-server[93268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 22:06:39.028269 dv-cinder-766752-3-smb neutron-server[93268]: timer() Jun 18 22:06:39.028269 dv-cinder-766752-3-smb neutron-server[93268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 22:06:39.028269 dv-cinder-766752-3-smb neutron-server[93268]: cb(*args, **kw) Jun 18 22:06:39.028269 dv-cinder-766752-3-smb neutron-server[93268]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 22:06:39.028269 dv-cinder-766752-3-smb neutron-server[93268]: return func(*args, **kwargs) Jun 18 22:06:39.028269 dv-cinder-766752-3-smb neutron-server[93268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 22:06:39.028269 dv-cinder-766752-3-smb neutron-server[93268]: self._notify() Jun 18 22:06:39.028269 dv-cinder-766752-3-smb neutron-server[93268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 22:06:39.028269 dv-cinder-766752-3-smb neutron-server[93268]: self.callback(batched_events) Jun 18 22:06:39.028269 dv-cinder-766752-3-smb neutron-server[93268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 22:06:39.028269 dv-cinder-766752-3-smb neutron-server[93268]: event.method(event) Jun 18 22:06:39.028269 dv-cinder-766752-3-smb neutron-server[93268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 22:06:39.028269 dv-cinder-766752-3-smb neutron-server[93268]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 22:06:39.028269 dv-cinder-766752-3-smb neutron-server[93268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 22:06:39.028269 dv-cinder-766752-3-smb neutron-server[93268]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 22:06:39.028269 dv-cinder-766752-3-smb neutron-server[93268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 22:06:39.028269 dv-cinder-766752-3-smb neutron-server[93268]: return f(self, *a, **k) Jun 18 22:06:39.028269 dv-cinder-766752-3-smb neutron-server[93268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 22:06:39.028269 dv-cinder-766752-3-smb neutron-server[93268]: return self._get(url).json() Jun 18 22:06:39.028269 dv-cinder-766752-3-smb neutron-server[93268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 22:06:39.028269 dv-cinder-766752-3-smb neutron-server[93268]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 22:06:39.028269 dv-cinder-766752-3-smb neutron-server[93268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 22:06:39.028269 dv-cinder-766752-3-smb neutron-server[93268]: return self.request(url, 'GET', **kwargs) Jun 18 22:06:39.028269 dv-cinder-766752-3-smb neutron-server[93268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 22:06:39.028269 dv-cinder-766752-3-smb neutron-server[93268]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 22:06:39.028269 dv-cinder-766752-3-smb neutron-server[93268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 22:06:39.028269 dv-cinder-766752-3-smb neutron-server[93268]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 22:06:39.028269 dv-cinder-766752-3-smb neutron-server[93268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 22:06:39.028269 dv-cinder-766752-3-smb neutron-server[93268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 22:06:39.028269 dv-cinder-766752-3-smb neutron-server[93268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 22:06:39.133595 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-d30d1b74-00bb-46db-8338-f9ddd55f824f req-b2fa53ce-8272-4742-827d-7fd4ee3cbe6a tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] 10.222.0.23 "GET /v2.0/ports?device_id=205754c7-b435-4064-8f1c-c8e491d9265a HTTP/1.1" status: 200 len: 210 time: 0.0427184 Jun 18 22:06:39.166167 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-32f506a2-299d-45a8-b6f0-91e85183e65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1539563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-490555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1678354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-515970'] for network, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:39.171956 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-f804870c-3f1c-498f-a68a-5d4eb8933917 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:39.174874 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-32f506a2-299d-45a8-b6f0-91e85183e65c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678351'] for network, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:39.176158 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-32f506a2-299d-45a8-b6f0-91e85183e65c admin admin] 10.222.0.23 "DELETE /v2.0/networks/a123329d-64b8-4fcb-8b2f-a568f169a1e4 HTTP/1.1" status: 204 len: 168 time: 0.3566062 Jun 18 22:06:39.197763 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f506a2-299d-45a8-b6f0-91e85183e65c admin admin] Pushing event deleted for resources: {'Network': ['ID=a123329d-64b8-4fcb-8b2f-a568f169a1e4,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:39.201055 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-32f506a2-299d-45a8-b6f0-91e85183e65c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:39.224988 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74b6f45-fe75-42f1-958a-11c8db12989f req-9dec3819-8581-495d-b6ec-f7aca3b2d4dc tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:39.226692 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b74b6f45-fe75-42f1-958a-11c8db12989f req-9dec3819-8581-495d-b6ec-f7aca3b2d4dc tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 945 time: 0.0954461 Jun 18 22:06:39.268153 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b74b6f45-fe75-42f1-958a-11c8db12989f req-4376f957-99ca-4c74-9d42-acbbfc549783 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=58f2a725-04fc-4d18-85d0-0d9a05d2ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359817 Jun 18 22:06:39.518002 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 49718) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:06:39.557451 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-6507fa5a-b568-44b2-95c2-a07588e13404 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=32b8d34465f54c6d82e6f9908c9a9b86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382602 Jun 18 22:06:39.559722 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 49720) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:06:39.606352 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-9a0311b9-0363-4e44-89a0-1ab03dfa0e89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:39.626313 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-9a0311b9-0363-4e44-89a0-1ab03dfa0e89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:39.775658 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-9a0311b9-0363-4e44-89a0-1ab03dfa0e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:39.778458 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-9a0311b9-0363-4e44-89a0-1ab03dfa0e89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:39.779602 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-9a0311b9-0363-4e44-89a0-1ab03dfa0e89 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a33f6f15-0595-4fce-8508-0d34718fdb06 HTTP/1.1" status: 204 len: 168 time: 0.2190042 Jun 18 22:06:39.780464 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-00129cbb-53d8-4ba9-9c1a-2cd44d2010e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:39.788305 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0311b9-0363-4e44-89a0-1ab03dfa0e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33f6f15-0595-4fce-8508-0d34718fdb06,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:39.791048 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-9a0311b9-0363-4e44-89a0-1ab03dfa0e89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:39.810846 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device 61608a1a-882f-4dd9-a06a-a2af276d9858 no longer exists at agent hyperv_hv-cinder-76675 {{(pid=93269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:06:39.838176 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.plugin [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] No Port match for: 61608a1a-882f-4dd9-a06a-a2af276d9858 {{(pid=93269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:06:39.838528 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device 61608a1a-882f-4dd9-a06a-a2af276d9858 not bound to the agent host hv-cinder-76675 {{(pid=93269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:06:40.449889 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca36867-1723-42a0-8990-8b6143d4b70b req-b2dab712-7faa-45d9-9680-493d5fc3a32e tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:40.451337 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3ca36867-1723-42a0-8990-8b6143d4b70b req-b2dab712-7faa-45d9-9680-493d5fc3a32e tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 945 time: 0.0627809 Jun 18 22:06:40.489524 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3ca36867-1723-42a0-8990-8b6143d4b70b req-b535f6f7-d168-4bf3-85b5-623aa0053b3e tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=58f2a725-04fc-4d18-85d0-0d9a05d2ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324700 Jun 18 22:06:40.498058 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 49740) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:06:40.538843 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-605af57d-2911-4ad6-9d6c-3df2d28c8b28 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dc473cc5b94444789045dc5cd76765ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0394619 Jun 18 22:06:40.541147 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 49742) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:06:40.590958 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-35dd926c-b6a8-4dbe-b3e7-f43adcec10aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:40.611094 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-35dd926c-b6a8-4dbe-b3e7-f43adcec10aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:40.717075 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-35dd926c-b6a8-4dbe-b3e7-f43adcec10aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:40.719650 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-35dd926c-b6a8-4dbe-b3e7-f43adcec10aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:40.720826 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-35dd926c-b6a8-4dbe-b3e7-f43adcec10aa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c8fdbe46-ed3a-42d8-8da4-2a8b4e28128c HTTP/1.1" status: 204 len: 168 time: 0.1787903 Jun 18 22:06:40.721648 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-f980bd86-9604-4870-b3b4-ec9cd85e3f21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:40.730949 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dd926c-b6a8-4dbe-b3e7-f43adcec10aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8fdbe46-ed3a-42d8-8da4-2a8b4e28128c,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:40.733435 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-35dd926c-b6a8-4dbe-b3e7-f43adcec10aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:41.680312 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f311071-9bb7-43b4-b322-1415907f9c8c req-23c5b066-7bb0-4bb5-aa81-e25c68caad71 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:41.681970 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-5f311071-9bb7-43b4-b322-1415907f9c8c req-23c5b066-7bb0-4bb5-aa81-e25c68caad71 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 945 time: 0.0683589 Jun 18 22:06:41.720279 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-5f311071-9bb7-43b4-b322-1415907f9c8c req-e4f8ea87-eeac-4ae1-ab04-c35a407f50e9 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=58f2a725-04fc-4d18-85d0-0d9a05d2ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324514 Jun 18 22:06:42.904799 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7d4077-3ae6-4bd2-9342-2160c46502bb req-9765c86e-05f3-48f9-8299-67e257fa2e8a tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:42.906287 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-4b7d4077-3ae6-4bd2-9342-2160c46502bb req-9765c86e-05f3-48f9-8299-67e257fa2e8a tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 945 time: 0.0661945 Jun 18 22:06:42.943795 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-4b7d4077-3ae6-4bd2-9342-2160c46502bb req-e9525199-a410-4ebf-98f0-ad9b86634774 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=58f2a725-04fc-4d18-85d0-0d9a05d2ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312076 Jun 18 22:06:42.991132 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.agents_db [None req-e551f8fc-329d-4229-a52e-01157ddddd3a None None] Agent healthcheck: found 6 active agents {{(pid=93270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 22:06:43.468910 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b8bfd333-2472-4e75-949e-8264af852063 req-aa53c578-d9e8-4bfa-af2e-a1d960998aed tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1218228891&fields=id&tenant_id=bb38584fac4b45c0ad6f8a619ed02fc2 HTTP/1.1" status: 200 len: 267 time: 0.0338054 Jun 18 22:06:43.580005 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bfd333-2472-4e75-949e-8264af852063 req-79826389-2917-41d2-a731-fd3a781f71da tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:43.581477 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b8bfd333-2472-4e75-949e-8264af852063 req-79826389-2917-41d2-a731-fd3a781f71da tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/networks?id=86beaeb4-cc2e-471c-8ffc-81b02f765b2a HTTP/1.1" status: 200 len: 809 time: 0.1052132 Jun 18 22:06:43.602456 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b8bfd333-2472-4e75-949e-8264af852063 req-3c2344fb-b11e-4413-95f5-5ccac5ead07a tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/quotas/bb38584fac4b45c0ad6f8a619ed02fc2 HTTP/1.1" status: 200 len: 375 time: 0.0126369 Jun 18 22:06:43.667215 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b8bfd333-2472-4e75-949e-8264af852063 req-5cd0dd78-aeee-4e53-b23e-0ab2af4822fb tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=bb38584fac4b45c0ad6f8a619ed02fc2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0613973 Jun 18 22:06:43.767049 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b8bfd333-2472-4e75-949e-8264af852063 req-b4c22168-e363-4582-8e13-b8d67ee3a34a service neutron] 10.222.0.23 "GET /v2.0/networks/86beaeb4-cc2e-471c-8ffc-81b02f765b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879946 Jun 18 22:06:43.877114 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b8bfd333-2472-4e75-949e-8264af852063 req-a27652de-c638-43ff-89ee-31cdcfa5c963 service neutron] 10.222.0.23 "GET /v2.0/networks/86beaeb4-cc2e-471c-8ffc-81b02f765b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952539 Jun 18 22:06:44.132051 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd845ed-4177-4cf5-94f8-5e46809e0371 req-e4a35263-a01b-4e24-a9d2-cceb0fbf1a26 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:44.133491 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-7bd845ed-4177-4cf5-94f8-5e46809e0371 req-e4a35263-a01b-4e24-a9d2-cceb0fbf1a26 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 945 time: 0.0638082 Jun 18 22:06:44.172833 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-7bd845ed-4177-4cf5-94f8-5e46809e0371 req-e2a3a001-ed75-4547-90df-d8cfbe2c977c tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=58f2a725-04fc-4d18-85d0-0d9a05d2ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335484 Jun 18 22:06:44.507438 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-6290aaa9-d910-4588-97bb-81b8fdc0eadc req-cc2092c8-d12c-4209-81f2-413d0d2d2ea8 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/ports?device_id=c22a450e-1706-4be3-963e-2d349a266f2b HTTP/1.1" status: 200 len: 210 time: 0.0329678 Jun 18 22:06:45.376026 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2833ac2-2f64-4bbb-a1d3-f35fa289b8ce req-ac39ed73-9a1e-41cc-8f93-927abc549723 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:45.377571 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-f2833ac2-2f64-4bbb-a1d3-f35fa289b8ce req-ac39ed73-9a1e-41cc-8f93-927abc549723 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 945 time: 0.0694735 Jun 18 22:06:45.416811 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-f2833ac2-2f64-4bbb-a1d3-f35fa289b8ce req-178b0d64-2566-4a92-8b97-533674ecd921 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=58f2a725-04fc-4d18-85d0-0d9a05d2ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325074 Jun 18 22:06:45.655803 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-7498a191-d50a-4917-869c-760bda4c9610 req-a24fd09a-140b-4df3-af2e-154af0d2298c tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/ports?device_id=c22a450e-1706-4be3-963e-2d349a266f2b HTTP/1.1" status: 200 len: 210 time: 0.0341723 Jun 18 22:06:46.780707 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa8b402-a74f-4bb2-a720-7380133c77f5 req-8fc77ded-1015-4a90-a22f-3e5b185884f6 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:46.782185 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-caa8b402-a74f-4bb2-a720-7380133c77f5 req-8fc77ded-1015-4a90-a22f-3e5b185884f6 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 945 time: 0.0779622 Jun 18 22:06:46.820999 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-4ef83c42-dd80-4b59-a5f5-d339d6aeda95 req-60ffba90-8cd3-4b0b-a9a7-86644213fd84 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/ports?device_id=c22a450e-1706-4be3-963e-2d349a266f2b HTTP/1.1" status: 200 len: 210 time: 0.0378280 Jun 18 22:06:46.846978 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-caa8b402-a74f-4bb2-a720-7380133c77f5 req-02d6162e-8687-4f2d-a36c-14869a017ae6 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=58f2a725-04fc-4d18-85d0-0d9a05d2ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547521 Jun 18 22:06:47.079569 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bfd333-2472-4e75-949e-8264af852063 req-67b2180e-69aa-4160-8329-d6215a0d872c tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:47.081088 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b8bfd333-2472-4e75-949e-8264af852063 req-67b2180e-69aa-4160-8329-d6215a0d872c tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.42 "GET /v2.0/networks?id=86beaeb4-cc2e-471c-8ffc-81b02f765b2a HTTP/1.1" status: 200 len: 809 time: 0.1026874 Jun 18 22:06:47.138061 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b8bfd333-2472-4e75-949e-8264af852063 req-402331e4-fcb5-4e47-9449-1d6eada92d08 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb38584fac4b45c0ad6f8a619ed02fc2 HTTP/1.1" status: 200 len: 380 time: 0.0398312 Jun 18 22:06:47.149043 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.v2.base [req-b8bfd333-2472-4e75-949e-8264af852063 req-23a16eeb-60a9-4322-82f0-320035b96396 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Request body: {'port': {'device_id': 'c22a450e-1706-4be3-963e-2d349a266f2b', 'network_id': '86beaeb4-cc2e-471c-8ffc-81b02f765b2a', 'admin_state_up': True, 'tenant_id': 'bb38584fac4b45c0ad6f8a619ed02fc2', 'security_groups': ['407f5abf-1609-4f18-a881-c969edf16595']}} {{(pid=93268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:06:47.312188 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8bfd333-2472-4e75-949e-8264af852063 req-23a16eeb-60a9-4322-82f0-320035b96396 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Made reservation on behalf of bb38584fac4b45c0ad6f8a619ed02fc2 for: {'port': 1} {{(pid=93268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:06:47.315825 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-b8bfd333-2472-4e75-949e-8264af852063 req-23a16eeb-60a9-4322-82f0-320035b96396 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550498'] for port, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:47.450125 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.db_base_plugin_common [req-b8bfd333-2472-4e75-949e-8264af852063 req-23a16eeb-60a9-4322-82f0-320035b96396 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Allocated IP 172.20.0.7 (86beaeb4-cc2e-471c-8ffc-81b02f765b2a/944e385f-b7fb-403b-8f0b-1c808a9ec1e9/dc154032-63f2-4510-8d2a-11b90dd15e0d) {{(pid=93268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:06:47.582760 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-b8bfd333-2472-4e75-949e-8264af852063 req-23a16eeb-60a9-4322-82f0-320035b96396 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Notify callbacks [] for port, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:47.600025 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [req-b8bfd333-2472-4e75-949e-8264af852063 req-23a16eeb-60a9-4322-82f0-320035b96396 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Transition to ACTIVE for port object dc154032-63f2-4510-8d2a-11b90dd15e0d will not be triggered until provisioned by entity DHCP. {{(pid=93268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:06:47.707095 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-b8bfd333-2472-4e75-949e-8264af852063 req-23a16eeb-60a9-4322-82f0-320035b96396 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-549537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1678354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765938626142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3169570'] for port, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:47.712062 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-8c21f3e5-ff87-45d2-b156-b3b619a6e03b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:47.748481 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8bfd333-2472-4e75-949e-8264af852063 req-23a16eeb-60a9-4322-82f0-320035b96396 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Network 86beaeb4-cc2e-471c-8ffc-81b02f765b2a is already hosted by enough agents. {{(pid=93268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:06:47.753486 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.base_scheduler [req-b8bfd333-2472-4e75-949e-8264af852063 req-23a16eeb-60a9-4322-82f0-320035b96396 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Resources bound (agent type, host, resource id): {{(pid=93268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:06:47.757650 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8bfd333-2472-4e75-949e-8264af852063 req-23a16eeb-60a9-4322-82f0-320035b96396 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Received port after_create {{(pid=93268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:06:47.790776 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a16eeb-60a9-4322-82f0-320035b96396 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Pushing event updated for resources: {'Port': ['ID=dc154032-63f2-4510-8d2a-11b90dd15e0d,revision_number=1']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:47.795185 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-23a16eeb-60a9-4322-82f0-320035b96396 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:47.815053 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bfd333-2472-4e75-949e-8264af852063 req-23a16eeb-60a9-4322-82f0-320035b96396 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:47.815750 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-b8bfd333-2472-4e75-949e-8264af852063 req-23a16eeb-60a9-4322-82f0-320035b96396 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31239'] for port, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:47.884577 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b8bfd333-2472-4e75-949e-8264af852063 req-23a16eeb-60a9-4322-82f0-320035b96396 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7407651 Jun 18 22:06:47.909901 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.v2.base [req-b8bfd333-2472-4e75-949e-8264af852063 req-4c85bc09-f97c-4d83-904e-113b17ac3926 service neutron] Request body: {'port': {'device_id': 'c22a450e-1706-4be3-963e-2d349a266f2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=93268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:06:48.054712 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-5fc9f46c-5f32-45d7-ae29-a0c35efd33f9 None None] Provisioning for port dc154032-63f2-4510-8d2a-11b90dd15e0d completed by entity DHCP. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:06:48.059032 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-5fc9f46c-5f32-45d7-ae29-a0c35efd33f9 None None] Provisioning complete for port dc154032-63f2-4510-8d2a-11b90dd15e0d triggered by entity DHCP. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:06:48.059481 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-5fc9f46c-5f32-45d7-ae29-a0c35efd33f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:48.082686 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-b8bfd333-2472-4e75-949e-8264af852063 req-4c85bc09-f97c-4d83-904e-113b17ac3926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:48.100883 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.plugin [None req-5fc9f46c-5f32-45d7-ae29-a0c35efd33f9 None None] Port dc154032-63f2-4510-8d2a-11b90dd15e0d cannot update to ACTIVE because it is not bound. {{(pid=93269) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 22:06:48.117599 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acdeb9b-8113-48af-97fe-e03148a6c70a req-a195bd90-f6e9-4ef7-a1a4-157492e743ee tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:48.119126 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-5acdeb9b-8113-48af-97fe-e03148a6c70a req-a195bd90-f6e9-4ef7-a1a4-157492e743ee tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/ports?device_id=c22a450e-1706-4be3-963e-2d349a266f2b HTTP/1.1" status: 200 len: 931 time: 0.1734912 Jun 18 22:06:48.198010 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d777e29-0626-48fe-8fab-b8329f7ed7f4 req-b120809a-6572-4175-abfa-b2a64d011a2d tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:48.199465 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-7d777e29-0626-48fe-8fab-b8329f7ed7f4 req-b120809a-6572-4175-abfa-b2a64d011a2d tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 945 time: 0.1735785 Jun 18 22:06:48.269062 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-5acdeb9b-8113-48af-97fe-e03148a6c70a req-d2d39949-bb8d-432a-a57c-528c99434519 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407f5abf-1609-4f18-a881-c969edf16595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242924 Jun 18 22:06:48.314014 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-7d777e29-0626-48fe-8fab-b8329f7ed7f4 req-4ec763c7-8a70-40e8-8919-80b579890308 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=58f2a725-04fc-4d18-85d0-0d9a05d2ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027544 Jun 18 22:06:48.471656 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.notifiers.nova [req-b8bfd333-2472-4e75-949e-8264af852063 req-4c85bc09-f97c-4d83-904e-113b17ac3926 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc154032-63f2-4510-8d2a-11b90dd15e0d {{(pid=93268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:06:48.478502 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-b8bfd333-2472-4e75-949e-8264af852063 req-4c85bc09-f97c-4d83-904e-113b17ac3926 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:48.493961 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [req-b8bfd333-2472-4e75-949e-8264af852063 req-4c85bc09-f97c-4d83-904e-113b17ac3926 service neutron] Transition to ACTIVE for port object dc154032-63f2-4510-8d2a-11b90dd15e0d will not be triggered until provisioned by entity L2. {{(pid=93268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:06:48.586331 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-b8bfd333-2472-4e75-949e-8264af852063 req-4c85bc09-f97c-4d83-904e-113b17ac3926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3169556'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:48.588527 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-07427e17-254d-4277-bb22-5d19ab05d68f tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:48.670184 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c85bc09-f97c-4d83-904e-113b17ac3926 service neutron] Pushing event updated for resources: {'Port': ['ID=dc154032-63f2-4510-8d2a-11b90dd15e0d,revision_number=2']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:48.674600 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-4c85bc09-f97c-4d83-904e-113b17ac3926 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:48.748761 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [req-b8bfd333-2472-4e75-949e-8264af852063 req-4c85bc09-f97c-4d83-904e-113b17ac3926 service neutron] Attempting to bind port dc154032-63f2-4510-8d2a-11b90dd15e0d on host hv-cinder-76675 for vnic_type normal with profile {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:06:48.749097 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [req-b8bfd333-2472-4e75-949e-8264af852063 req-4c85bc09-f97c-4d83-904e-113b17ac3926 service neutron] Attempting to bind port dc154032-63f2-4510-8d2a-11b90dd15e0d by drivers openvswitch,hyperv on host hv-cinder-76675 at level 0 using segments [{'id': '60309a01-94b6-44fc-a49a-106252aac6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '86beaeb4-cc2e-471c-8ffc-81b02f765b2a'}] {{(pid=93268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:06:48.749425 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bfd333-2472-4e75-949e-8264af852063 req-4c85bc09-f97c-4d83-904e-113b17ac3926 service neutron] Attempting to bind port dc154032-63f2-4510-8d2a-11b90dd15e0d on network 86beaeb4-cc2e-471c-8ffc-81b02f765b2a {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:06:48.754021 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bfd333-2472-4e75-949e-8264af852063 req-4c85bc09-f97c-4d83-904e-113b17ac3926 service neutron] Port dc154032-63f2-4510-8d2a-11b90dd15e0d on network 86beaeb4-cc2e-471c-8ffc-81b02f765b2a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76675 {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 22:06:48.754388 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bfd333-2472-4e75-949e-8264af852063 req-4c85bc09-f97c-4d83-904e-113b17ac3926 service neutron] Attempting to bind port dc154032-63f2-4510-8d2a-11b90dd15e0d on network 86beaeb4-cc2e-471c-8ffc-81b02f765b2a {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:06:48.759737 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bfd333-2472-4e75-949e-8264af852063 req-4c85bc09-f97c-4d83-904e-113b17ac3926 service neutron] Checking agent: {'id': '2f1318d3-4eca-4d35-9b75-a551f42ebb29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 22, 0, 20), 'started_at': datetime.datetime(2021, 6, 18, 22, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:06:48.760071 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bfd333-2472-4e75-949e-8264af852063 req-4c85bc09-f97c-4d83-904e-113b17ac3926 service neutron] Checking segment: {'id': '60309a01-94b6-44fc-a49a-106252aac6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '86beaeb4-cc2e-471c-8ffc-81b02f765b2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:06:48.760702 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bfd333-2472-4e75-949e-8264af852063 req-4c85bc09-f97c-4d83-904e-113b17ac3926 service neutron] Bound using segment: {'id': '60309a01-94b6-44fc-a49a-106252aac6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '86beaeb4-cc2e-471c-8ffc-81b02f765b2a'} {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:06:48.760916 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [req-b8bfd333-2472-4e75-949e-8264af852063 req-4c85bc09-f97c-4d83-904e-113b17ac3926 service neutron] Bound port: dc154032-63f2-4510-8d2a-11b90dd15e0d, host: hv-cinder-76675, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60309a01-94b6-44fc-a49a-106252aac6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '86beaeb4-cc2e-471c-8ffc-81b02f765b2a'}}] {{(pid=93268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:06:48.765805 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-b8bfd333-2472-4e75-949e-8264af852063 req-4c85bc09-f97c-4d83-904e-113b17ac3926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:48.826362 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.db [req-b8bfd333-2472-4e75-949e-8264af852063 req-4c85bc09-f97c-4d83-904e-113b17ac3926 service neutron] For port dc154032-63f2-4510-8d2a-11b90dd15e0d, host hv-cinder-76675, cleared binding levels {{(pid=93268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:06:48.829691 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.db [req-b8bfd333-2472-4e75-949e-8264af852063 req-4c85bc09-f97c-4d83-904e-113b17ac3926 service neutron] For port dc154032-63f2-4510-8d2a-11b90dd15e0d, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=dc154032-63f2-4510-8d2a-11b90dd15e0d,segment=NetworkSegment(60309a01-94b6-44fc-a49a-106252aac6a0),segment_id=60309a01-94b6-44fc-a49a-106252aac6a0)] {{(pid=93268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:06:48.930076 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-b8bfd333-2472-4e75-949e-8264af852063 req-4c85bc09-f97c-4d83-904e-113b17ac3926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3169556'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:48.933572 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-23a16eeb-60a9-4322-82f0-320035b96396 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:48.968408 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bfd333-2472-4e75-949e-8264af852063 req-4c85bc09-f97c-4d83-904e-113b17ac3926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:48.969112 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-b8bfd333-2472-4e75-949e-8264af852063 req-4c85bc09-f97c-4d83-904e-113b17ac3926 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31239'] for port, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:48.970494 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b8bfd333-2472-4e75-949e-8264af852063 req-4c85bc09-f97c-4d83-904e-113b17ac3926 service neutron] 10.222.0.42 "PUT /v2.0/ports/dc154032-63f2-4510-8d2a-11b90dd15e0d HTTP/1.1" status: 200 len: 1093 time: 1.0662241 Jun 18 22:06:48.971032 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c22a450e-1706-4be3-963e-2d349a266f2b', 'tag': 'dc154032-63f2-4510-8d2a-11b90dd15e0d'}] {{(pid=93268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:06:48.974069 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ff4b25c03651656652c9c7d58efcdba903c051ef33b3f53eb93af1a53304f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2d56b43-d37b-4a1d-8fe7-499c40c653e8" -d '{"events": [{"name": "network-changed", "server_uuid": "c22a450e-1706-4be3-963e-2d349a266f2b", "tag": "dc154032-63f2-4510-8d2a-11b90dd15e0d"}]}' {{(pid=93268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:06:49.001557 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c85bc09-f97c-4d83-904e-113b17ac3926 service neutron] Pushing event updated for resources: {'Port': ['ID=dc154032-63f2-4510-8d2a-11b90dd15e0d,revision_number=3']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:49.012494 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-4c85bc09-f97c-4d83-904e-113b17ac3926 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:49.022458 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 22:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b1477d4-b4da-4775-81c0-741487856efb x-openstack-request-id: req-8b1477d4-b4da-4775-81c0-741487856efb {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:06:49.022837 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c22a450e-1706-4be3-963e-2d349a266f2b", "tag": "dc154032-63f2-4510-8d2a-11b90dd15e0d", "status": "completed", "code": 200}]} {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:06:49.023129 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8b1477d4-b4da-4775-81c0-741487856efb {{(pid=93268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:06:49.023562 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c22a450e-1706-4be3-963e-2d349a266f2b', 'tag': 'dc154032-63f2-4510-8d2a-11b90dd15e0d', 'status': 'completed', 'code': 200} Jun 18 22:06:49.127078 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d56b43-d37b-4a1d-8fe7-499c40c653e8 req-c29d5a36-9a3e-48ea-8f42-746600f585ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:49.128631 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-c2d56b43-d37b-4a1d-8fe7-499c40c653e8 req-c29d5a36-9a3e-48ea-8f42-746600f585ce service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bb38584fac4b45c0ad6f8a619ed02fc2&device_id=c22a450e-1706-4be3-963e-2d349a266f2b HTTP/1.1" status: 200 len: 1096 time: 0.0544977 Jun 18 22:06:49.236264 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d56b43-d37b-4a1d-8fe7-499c40c653e8 req-c192492e-756c-47c2-a564-965c6af9e27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:49.237646 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-c2d56b43-d37b-4a1d-8fe7-499c40c653e8 req-c192492e-756c-47c2-a564-965c6af9e27c service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=bb38584fac4b45c0ad6f8a619ed02fc2&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0910206 Jun 18 22:06:49.338813 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d56b43-d37b-4a1d-8fe7-499c40c653e8 req-d235b663-423e-44d9-bf43-eba38bd57d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:49.340177 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-c2d56b43-d37b-4a1d-8fe7-499c40c653e8 req-d235b663-423e-44d9-bf43-eba38bd57d0e service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0934739 Jun 18 22:06:49.810178 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac2e88d-d8b5-4f26-9148-269789136220 req-3ea50648-b204-4195-808e-a853658c8bb3 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:49.811633 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-cac2e88d-d8b5-4f26-9148-269789136220 req-3ea50648-b204-4195-808e-a853658c8bb3 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/ports?device_id=c22a450e-1706-4be3-963e-2d349a266f2b HTTP/1.1" status: 200 len: 943 time: 0.4229331 Jun 18 22:06:49.819431 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bfd333-2472-4e75-949e-8264af852063 req-2c3dad4c-fc28-47bf-a6d2-a619ca5c6495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:49.821451 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b8bfd333-2472-4e75-949e-8264af852063 req-2c3dad4c-fc28-47bf-a6d2-a619ca5c6495 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bb38584fac4b45c0ad6f8a619ed02fc2&device_id=c22a450e-1706-4be3-963e-2d349a266f2b HTTP/1.1" status: 200 len: 1096 time: 0.4202402 Jun 18 22:06:49.853254 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa47bc0a-3c7a-4110-aeba-ea2f0694d09f req-47afe5d2-f9ab-437e-a154-48b058ba5de7 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:49.854961 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-aa47bc0a-3c7a-4110-aeba-ea2f0694d09f req-47afe5d2-f9ab-437e-a154-48b058ba5de7 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 945 time: 0.4061680 Jun 18 22:06:49.887794 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b8bfd333-2472-4e75-949e-8264af852063 req-bd494e7b-5703-40d8-b3c3-c8c8fc30db86 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc154032-63f2-4510-8d2a-11b90dd15e0d HTTP/1.1" status: 200 len: 217 time: 0.0502090 Jun 18 22:06:49.942511 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-cac2e88d-d8b5-4f26-9148-269789136220 req-a696a650-4920-4cea-a2e6-f000bf5527ff tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407f5abf-1609-4f18-a881-c969edf16595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198916 Jun 18 22:06:49.971628 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-aa47bc0a-3c7a-4110-aeba-ea2f0694d09f req-628e3fb1-3c90-43b2-ba4a-36132c0196e9 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=58f2a725-04fc-4d18-85d0-0d9a05d2ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864804 Jun 18 22:06:49.973925 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bfd333-2472-4e75-949e-8264af852063 req-1b8e0057-4337-4dc6-babb-58836c9b204d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:49.975586 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b8bfd333-2472-4e75-949e-8264af852063 req-1b8e0057-4337-4dc6-babb-58836c9b204d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=944e385f-b7fb-403b-8f0b-1c808a9ec1e9 HTTP/1.1" status: 200 len: 848 time: 0.0735445 Jun 18 22:06:50.037774 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:50.041603 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bfd333-2472-4e75-949e-8264af852063 req-290df551-61ca-4ec6-8c5e-c6707725ccd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:50.043267 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b8bfd333-2472-4e75-949e-8264af852063 req-290df551-61ca-4ec6-8c5e-c6707725ccd6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=86beaeb4-cc2e-471c-8ffc-81b02f765b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0574131 Jun 18 22:06:50.148178 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b8bfd333-2472-4e75-949e-8264af852063 req-57d4aece-788b-443f-b00c-bebfbbf3e7eb service neutron] 10.222.0.42 "GET /v2.0/networks/86beaeb4-cc2e-471c-8ffc-81b02f765b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976977 Jun 18 22:06:50.241672 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b8bfd333-2472-4e75-949e-8264af852063 req-345f6cc6-2e3f-4183-8b24-6b3b0e11074a service neutron] 10.222.0.42 "GET /v2.0/networks/86beaeb4-cc2e-471c-8ffc-81b02f765b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866506 Jun 18 22:06:51.157351 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd163f8-22a2-4d06-8ccb-478daf579010 req-fe22562e-e219-4b1f-a6ad-60dd73bdc4b8 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:51.159354 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-abd163f8-22a2-4d06-8ccb-478daf579010 req-fe22562e-e219-4b1f-a6ad-60dd73bdc4b8 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/ports?device_id=c22a450e-1706-4be3-963e-2d349a266f2b HTTP/1.1" status: 200 len: 943 time: 0.1049619 Jun 18 22:06:51.207311 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136f8639-8941-4a6a-8c12-315606ca8dec req-9e14083f-5a76-4d0e-86e4-f3f547622558 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:51.209080 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-136f8639-8941-4a6a-8c12-315606ca8dec req-9e14083f-5a76-4d0e-86e4-f3f547622558 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 945 time: 0.1077352 Jun 18 22:06:51.230088 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-abd163f8-22a2-4d06-8ccb-478daf579010 req-e7f273af-b801-4c55-8f75-4be0f7e66d22 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407f5abf-1609-4f18-a881-c969edf16595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593588 Jun 18 22:06:51.269703 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-136f8639-8941-4a6a-8c12-315606ca8dec req-a3ab8dd3-37b0-452e-beb8-bbc43301537c tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=58f2a725-04fc-4d18-85d0-0d9a05d2ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518866 Jun 18 22:06:52.434945 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6100f71-45b4-4060-8016-670f4b64af21 req-9e24ba61-c31e-40be-be78-2af5bdc0ceeb tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:52.436410 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-d6100f71-45b4-4060-8016-670f4b64af21 req-9e24ba61-c31e-40be-be78-2af5bdc0ceeb tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/ports?device_id=c22a450e-1706-4be3-963e-2d349a266f2b HTTP/1.1" status: 200 len: 943 time: 0.0947933 Jun 18 22:06:52.487235 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-d6100f71-45b4-4060-8016-670f4b64af21 req-2dc7ad1f-737a-4111-a654-f03b52b17658 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407f5abf-1609-4f18-a881-c969edf16595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443149 Jun 18 22:06:52.498977 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5b902-cd9f-4b4b-9255-007ab919c8d7 req-2d932409-1113-4ba4-be19-12bc9fee7d8f tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:52.500400 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-eca5b902-cd9f-4b4b-9255-007ab919c8d7 req-2d932409-1113-4ba4-be19-12bc9fee7d8f tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 945 time: 0.1053505 Jun 18 22:06:52.542897 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-eca5b902-cd9f-4b4b-9255-007ab919c8d7 req-bcf12089-912a-4e76-ac15-fa80a12aa609 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=58f2a725-04fc-4d18-85d0-0d9a05d2ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358295 Jun 18 22:06:53.665350 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0650be38-952c-4d41-a329-ec95dddf1af5 req-8a957b8b-cafe-474f-8cc8-216f751ffac0 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:53.666875 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-0650be38-952c-4d41-a329-ec95dddf1af5 req-8a957b8b-cafe-474f-8cc8-216f751ffac0 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/ports?device_id=c22a450e-1706-4be3-963e-2d349a266f2b HTTP/1.1" status: 200 len: 943 time: 0.0640833 Jun 18 22:06:53.743983 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-0650be38-952c-4d41-a329-ec95dddf1af5 req-62f07a0a-220c-49c2-a502-0b8d4fb7c187 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407f5abf-1609-4f18-a881-c969edf16595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677695 Jun 18 22:06:53.766226 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a74be1a-a8a3-4411-ae39-c9efe36c385d req-3e7db095-530e-4e7b-9b1a-c5ce7fda5f66 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:53.766226 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3a74be1a-a8a3-4411-ae39-c9efe36c385d req-3e7db095-530e-4e7b-9b1a-c5ce7fda5f66 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 945 time: 0.0937960 Jun 18 22:06:53.800771 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3a74be1a-a8a3-4411-ae39-c9efe36c385d req-bc2d5158-900c-4d28-aeb7-9dd50610ece3 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=58f2a725-04fc-4d18-85d0-0d9a05d2ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332975 Jun 18 22:06:53.886748 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device dc154032-63f2-4510-8d2a-11b90dd15e0d details requested by agent hyperv_hv-cinder-76675 with host hv-cinder-76675 {{(pid=93269) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 22:06:53.980294 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] For port dc154032-63f2-4510-8d2a-11b90dd15e0d, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=dc154032-63f2-4510-8d2a-11b90dd15e0d,segment=NetworkSegment(60309a01-94b6-44fc-a49a-106252aac6a0),segment_id=60309a01-94b6-44fc-a49a-106252aac6a0)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:06:53.991988 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Returning: {'device': 'dc154032-63f2-4510-8d2a-11b90dd15e0d', 'network_id': '86beaeb4-cc2e-471c-8ffc-81b02f765b2a', 'port_id': 'dc154032-63f2-4510-8d2a-11b90dd15e0d', 'mac_address': 'fa:16:3e:f9:03:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '944e385f-b7fb-403b-8f0b-1c808a9ec1e9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93269) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 22:06:54.032236 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:54.045233 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.notifiers.nova [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc154032-63f2-4510-8d2a-11b90dd15e0d {{(pid=93269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:06:54.063917 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] For port dc154032-63f2-4510-8d2a-11b90dd15e0d, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=dc154032-63f2-4510-8d2a-11b90dd15e0d,segment=NetworkSegment(60309a01-94b6-44fc-a49a-106252aac6a0),segment_id=60309a01-94b6-44fc-a49a-106252aac6a0)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:06:54.172451 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:54.174372 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:54.221091 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Pushing event updated for resources: {'Port': ['ID=dc154032-63f2-4510-8d2a-11b90dd15e0d,revision_number=4']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:54.224137 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:54.571714 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] get_ports_and_sgs() called for port_ids ['dc154032-63f2-4510-8d2a-11b90dd15e0d'] {{(pid=93269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:06:54.919093 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afe2300-4694-476e-8e68-2c65893ac702 req-4bcfd01e-ad61-4f39-a279-81042f92d559 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:54.920591 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-2afe2300-4694-476e-8e68-2c65893ac702 req-4bcfd01e-ad61-4f39-a279-81042f92d559 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/ports?device_id=c22a450e-1706-4be3-963e-2d349a266f2b HTTP/1.1" status: 200 len: 944 time: 0.0633016 Jun 18 22:06:54.994009 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-2afe2300-4694-476e-8e68-2c65893ac702 req-9f5cb682-db61-4805-a8d5-821382bab002 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407f5abf-1609-4f18-a881-c969edf16595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603266 Jun 18 22:06:55.016371 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaae090-516f-47a5-bd9e-09de2a9a2bff req-7f5595db-86f1-45ee-b093-6cde620713f1 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:55.017928 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-4eaae090-516f-47a5-bd9e-09de2a9a2bff req-7f5595db-86f1-45ee-b093-6cde620713f1 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 945 time: 0.0935519 Jun 18 22:06:55.058390 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-4eaae090-516f-47a5-bd9e-09de2a9a2bff req-abebae87-9186-490b-98a8-b207c43ea103 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=58f2a725-04fc-4d18-85d0-0d9a05d2ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343828 Jun 18 22:06:55.908013 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device 213c452f-edf0-4d01-b4d8-f0d36789ef50 details requested by agent hyperv_hv-cinder-76675 with host hv-cinder-76675 {{(pid=93269) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 22:06:55.919821 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device dc154032-63f2-4510-8d2a-11b90dd15e0d up at agent hyperv_hv-cinder-76675 {{(pid=93269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:06:56.052568 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] For port 213c452f-edf0-4d01-b4d8-f0d36789ef50, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=213c452f-edf0-4d01-b4d8-f0d36789ef50,segment=NetworkSegment(a78d8b83-5ba8-4fe4-9d6b-ca6065c6919a),segment_id=a78d8b83-5ba8-4fe4-9d6b-ca6065c6919a)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:06:56.065656 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Returning: {'device': '213c452f-edf0-4d01-b4d8-f0d36789ef50', 'network_id': '1d1f4389-47a7-47d4-a0f5-f21dad0f67c2', 'port_id': '213c452f-edf0-4d01-b4d8-f0d36789ef50', 'mac_address': 'fa:16:3e:a5:a8:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7481fd0b-ce05-4e67-b068-a6b20f3c0083', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93269) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 22:06:56.108866 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:56.117438 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Provisioning for port dc154032-63f2-4510-8d2a-11b90dd15e0d completed by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:06:56.127122 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Provisioning complete for port dc154032-63f2-4510-8d2a-11b90dd15e0d triggered by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:06:56.127784 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:56.178062 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.notifiers.nova [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 213c452f-edf0-4d01-b4d8-f0d36789ef50 {{(pid=93269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:06:56.184615 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76044ac2-1d20-44f3-ac2b-48a46debc32b req-050aa9e3-c64a-4122-81af-cad7c49790f7 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:56.186975 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-76044ac2-1d20-44f3-ac2b-48a46debc32b req-050aa9e3-c64a-4122-81af-cad7c49790f7 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/ports?device_id=c22a450e-1706-4be3-963e-2d349a266f2b HTTP/1.1" status: 200 len: 944 time: 0.0742438 Jun 18 22:06:56.203570 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] For port 213c452f-edf0-4d01-b4d8-f0d36789ef50, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=213c452f-edf0-4d01-b4d8-f0d36789ef50,segment=NetworkSegment(a78d8b83-5ba8-4fe4-9d6b-ca6065c6919a),segment_id=a78d8b83-5ba8-4fe4-9d6b-ca6065c6919a)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:06:56.242516 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:56.262244 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-76044ac2-1d20-44f3-ac2b-48a46debc32b req-8b03e893-5288-4c06-95b5-c19d0f56752c tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407f5abf-1609-4f18-a881-c969edf16595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673764 Jun 18 22:06:56.265816 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c22a450e-1706-4be3-963e-2d349a266f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc154032-63f2-4510-8d2a-11b90dd15e0d'}] {{(pid=93269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:06:56.268352 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af3cbdd609d599d07a5217d2d1a89114698d9a8f3654956f7909e96a5eb364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4c0143-6064-4054-a7d7-352c2afb2041" -d '{"events": [{"server_uuid": "c22a450e-1706-4be3-963e-2d349a266f2b", "name": "network-vif-plugged", "status": "completed", "tag": "dc154032-63f2-4510-8d2a-11b90dd15e0d"}]}' {{(pid=93269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:06:56.282021 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] For port dc154032-63f2-4510-8d2a-11b90dd15e0d, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=dc154032-63f2-4510-8d2a-11b90dd15e0d,segment=NetworkSegment(60309a01-94b6-44fc-a49a-106252aac6a0),segment_id=60309a01-94b6-44fc-a49a-106252aac6a0)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:06:56.284010 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:56.290673 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:56.317697 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0e8c79-1a30-4d93-a2d4-b335a3214192 req-ea041d45-e15d-4746-a60c-b0b49c57a458 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:56.331845 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-2f0e8c79-1a30-4d93-a2d4-b335a3214192 req-ea041d45-e15d-4746-a60c-b0b49c57a458 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 945 time: 0.1223502 Jun 18 22:06:56.335018 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Pushing event updated for resources: {'Port': ['ID=213c452f-edf0-4d01-b4d8-f0d36789ef50,revision_number=6']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:56.345840 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:56.351715 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:56.353824 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:56.431416 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Pushing event updated for resources: {'Port': ['ID=dc154032-63f2-4510-8d2a-11b90dd15e0d,revision_number=5']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:56.440292 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:56.443452 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-2f0e8c79-1a30-4d93-a2d4-b335a3214192 req-719bab64-eadc-4806-ad64-52f830935c04 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=58f2a725-04fc-4d18-85d0-0d9a05d2ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027706 Jun 18 22:06:56.482600 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] get_ports_and_sgs() called for port_ids ['213c452f-edf0-4d01-b4d8-f0d36789ef50'] {{(pid=93269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:06:56.671415 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8acb967e-6d4c-424b-8bd3-869a03437b33 x-openstack-request-id: req-8acb967e-6d4c-424b-8bd3-869a03437b33 {{(pid=93269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:06:56.671752 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c22a450e-1706-4be3-963e-2d349a266f2b", "name": "network-vif-plugged", "status": "completed", "tag": "dc154032-63f2-4510-8d2a-11b90dd15e0d", "code": 200}]} {{(pid=93269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:06:56.672017 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8acb967e-6d4c-424b-8bd3-869a03437b33 {{(pid=93269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:06:56.672419 dv-cinder-766752-3-smb neutron-server[93269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c22a450e-1706-4be3-963e-2d349a266f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc154032-63f2-4510-8d2a-11b90dd15e0d', 'code': 200} Jun 18 22:06:57.073802 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f2aea-5c90-4b58-b19d-e8046ac86b60 req-8b5a64d1-f22a-431e-a9c6-8e32b735223a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:57.075641 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-6e8f2aea-5c90-4b58-b19d-e8046ac86b60 req-8b5a64d1-f22a-431e-a9c6-8e32b735223a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c22a450e-1706-4be3-963e-2d349a266f2b HTTP/1.1" status: 200 len: 1098 time: 0.0629318 Jun 18 22:06:57.125829 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-6e8f2aea-5c90-4b58-b19d-e8046ac86b60 req-c96aea1d-9c43-4209-9e6a-8c4423b8a12c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=407f5abf-1609-4f18-a881-c969edf16595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418422 Jun 18 22:06:57.489570 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f0ca3-4a59-4d2f-8607-a7f97c43b0d4 req-3125667f-f44c-4149-8cac-7597074330d5 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:57.498841 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-0a3f0ca3-4a59-4d2f-8607-a7f97c43b0d4 req-3125667f-f44c-4149-8cac-7597074330d5 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/ports?device_id=c22a450e-1706-4be3-963e-2d349a266f2b HTTP/1.1" status: 200 len: 945 time: 0.1027238 Jun 18 22:06:57.558685 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-0a3f0ca3-4a59-4d2f-8607-a7f97c43b0d4 req-8cbd3cdd-c6ab-4fde-9b32-2ced8fafe247 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407f5abf-1609-4f18-a881-c969edf16595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513830 Jun 18 22:06:57.665634 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-8b219bb3-82c9-4f97-bb93-cc9dcfc74f34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:57.750457 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c507d15a-1fbe-4c12-97c9-fe1ed1274bfc req-280285b8-0820-4a6c-a697-5237ebc32122 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:57.752081 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-c507d15a-1fbe-4c12-97c9-fe1ed1274bfc req-280285b8-0820-4a6c-a697-5237ebc32122 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 944 time: 0.1090627 Jun 18 22:06:57.809152 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-c507d15a-1fbe-4c12-97c9-fe1ed1274bfc req-e1a14fda-bc2d-49fd-a847-6bc699fde7a6 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=58f2a725-04fc-4d18-85d0-0d9a05d2ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487206 Jun 18 22:06:57.919159 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device 213c452f-edf0-4d01-b4d8-f0d36789ef50 up at agent hyperv_hv-cinder-76675 {{(pid=93269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:06:57.979897 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Provisioning complete for port 213c452f-edf0-4d01-b4d8-f0d36789ef50 triggered by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:06:57.980207 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:58.070057 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:58.114600 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] For port 213c452f-edf0-4d01-b4d8-f0d36789ef50, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=213c452f-edf0-4d01-b4d8-f0d36789ef50,segment=NetworkSegment(a78d8b83-5ba8-4fe4-9d6b-ca6065c6919a),segment_id=a78d8b83-5ba8-4fe4-9d6b-ca6065c6919a)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:06:58.191197 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:58.193158 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-3a5a01f2-c1c9-40f6-ba67-ccea8b05c1d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:58.258140 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Pushing event updated for resources: {'Port': ['ID=213c452f-edf0-4d01-b4d8-f0d36789ef50,revision_number=7']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:06:58.262735 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:06:58.673633 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82ef5668-f50a-42c7-ab14-8e988a838c89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '213c452f-edf0-4d01-b4d8-f0d36789ef50'}] {{(pid=93269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:06:58.675979 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af3cbdd609d599d07a5217d2d1a89114698d9a8f3654956f7909e96a5eb364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f80d0d4b-e7f7-416b-a6f9-4e6ea27035d0" -d '{"events": [{"server_uuid": "82ef5668-f50a-42c7-ab14-8e988a838c89", "name": "network-vif-plugged", "status": "completed", "tag": "213c452f-edf0-4d01-b4d8-f0d36789ef50"}]}' {{(pid=93269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:06:58.718795 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3670810-5a08-4201-ab99-d49df351d80b x-openstack-request-id: req-c3670810-5a08-4201-ab99-d49df351d80b {{(pid=93269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:06:58.719057 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82ef5668-f50a-42c7-ab14-8e988a838c89", "name": "network-vif-plugged", "status": "completed", "tag": "213c452f-edf0-4d01-b4d8-f0d36789ef50", "code": 200}]} {{(pid=93269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:06:58.719313 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c3670810-5a08-4201-ab99-d49df351d80b {{(pid=93269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:06:58.719947 dv-cinder-766752-3-smb neutron-server[93269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82ef5668-f50a-42c7-ab14-8e988a838c89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '213c452f-edf0-4d01-b4d8-f0d36789ef50', 'code': 200} Jun 18 22:06:58.771249 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b55de43-5922-4705-8934-2ad62851aae7 req-b642c4dd-c449-4635-a8b1-e22b215627fc tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:58.777021 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-4b55de43-5922-4705-8934-2ad62851aae7 req-b642c4dd-c449-4635-a8b1-e22b215627fc tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/ports?device_id=c22a450e-1706-4be3-963e-2d349a266f2b HTTP/1.1" status: 200 len: 945 time: 0.0866179 Jun 18 22:06:58.831849 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-4b55de43-5922-4705-8934-2ad62851aae7 req-4bc1150d-0f66-4528-b903-5be0f1b1db4a tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407f5abf-1609-4f18-a881-c969edf16595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530384 Jun 18 22:06:59.024324 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c399a-9597-4884-87ae-06909896bbf4 req-3a5a86be-85a4-4fcb-a0f8-fd9a02dbd0fb tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:59.026686 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-8f5c399a-9597-4884-87ae-06909896bbf4 req-3a5a86be-85a4-4fcb-a0f8-fd9a02dbd0fb tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/ports?device_id=c22a450e-1706-4be3-963e-2d349a266f2b HTTP/1.1" status: 200 len: 945 time: 0.0787301 Jun 18 22:06:59.078615 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-8f5c399a-9597-4884-87ae-06909896bbf4 req-39c6b513-830e-49e4-8bf5-764ad82f53b6 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407f5abf-1609-4f18-a881-c969edf16595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441012 Jun 18 22:06:59.109665 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 50106) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:06:59.188869 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab383ee-b29b-491d-8bd4-20dcf98281e8 req-0d412a6f-e3d7-47d2-8c3c-7b2b6f990c23 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:59.188869 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-eab383ee-b29b-491d-8bd4-20dcf98281e8 req-0d412a6f-e3d7-47d2-8c3c-7b2b6f990c23 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 945 time: 0.0924070 Jun 18 22:06:59.234446 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-eab383ee-b29b-491d-8bd4-20dcf98281e8 req-74b08427-4bb7-4951-ac3a-24adc0b50d86 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=58f2a725-04fc-4d18-85d0-0d9a05d2ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411410 Jun 18 22:06:59.385248 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6671d130-a44b-49ba-95a8-37fd8f19cf4f tempest-TestShelveInstance-1957767995 tempest-TestShelveInstance-1957767995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:06:59.385248 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-6671d130-a44b-49ba-95a8-37fd8f19cf4f tempest-TestShelveInstance-1957767995 tempest-TestShelveInstance-1957767995-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=c22a450e-1706-4be3-963e-2d349a266f2b HTTP/1.1" status: 200 len: 1093 time: 0.2698896 Jun 18 22:06:59.387622 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 50114) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:06:59.391989 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.v2.base [None req-49d867c0-b60d-46e0-bd26-68e25a157b4f tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Request body: {'floatingip': {'floating_network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'port_id': 'dc154032-63f2-4510-8d2a-11b90dd15e0d', 'tenant_id': 'bb38584fac4b45c0ad6f8a619ed02fc2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:06:59.511254 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-49d867c0-b60d-46e0-bd26-68e25a157b4f tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Notify callbacks [] for floatingip, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:59.619855 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-49d867c0-b60d-46e0-bd26-68e25a157b4f tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550498'] for port, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:59.754477 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.db.db_base_plugin_common [None req-49d867c0-b60d-46e0-bd26-68e25a157b4f tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Allocated IP 172.28.0.187 (0a94a276-d24e-41da-a649-5ffe202eff30/cb3e10ec-d2d2-4f62-adaa-1158cc2dc485/b841c596-9f6a-4588-bacc-2397f744399a) {{(pid=93267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:06:59.861446 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-49d867c0-b60d-46e0-bd26-68e25a157b4f tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Notify callbacks [] for port, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:59.957177 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-49d867c0-b60d-46e0-bd26-68e25a157b4f tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-549537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1678354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765938626142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3504243'] for port, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:06:59.961471 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:06:59.997671 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d867c0-b60d-46e0-bd26-68e25a157b4f tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Network 0a94a276-d24e-41da-a649-5ffe202eff30 is already hosted by enough agents. {{(pid=93267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:07:00.002559 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.scheduler.base_scheduler [None req-49d867c0-b60d-46e0-bd26-68e25a157b4f tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Resources bound (agent type, host, resource id): {{(pid=93267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:07:00.005952 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d867c0-b60d-46e0-bd26-68e25a157b4f tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Received port after_create {{(pid=93267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:07:00.043455 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d867c0-b60d-46e0-bd26-68e25a157b4f tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Pushing event updated for resources: {'Port': ['ID=b841c596-9f6a-4588-bacc-2397f744399a,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:07:00.048420 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-49d867c0-b60d-46e0-bd26-68e25a157b4f tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:07:00.181187 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-d48e8b66-80a8-4c76-a0c8-8ac1c1db00a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:00.322066 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:00.393113 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-49d867c0-b60d-46e0-bd26-68e25a157b4f tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:00.449976 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2dbc4f-ddf0-48e4-acbf-f2a1dff44828 req-c81d13bc-53e9-42c7-954a-5c0816c71554 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:00.453000 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-1a2dbc4f-ddf0-48e4-acbf-f2a1dff44828 req-c81d13bc-53e9-42c7-954a-5c0816c71554 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 945 time: 0.0870378 Jun 18 22:07:00.491889 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-1a2dbc4f-ddf0-48e4-acbf-f2a1dff44828 req-9541acab-68a0-494e-9258-fe4df20b9b9e tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=58f2a725-04fc-4d18-85d0-0d9a05d2ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347006 Jun 18 22:07:00.535350 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-49d867c0-b60d-46e0-bd26-68e25a157b4f tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:00.623441 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 50130) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:07:00.687298 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.db_base_plugin_v2 [None req-15e23c4d-dd5e-47ff-b453-9eedeb051ed5 admin admin] Deleting subnet 5f715c5c-6bba-45c0-bef4-cd805c19f368 {{(pid=93268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 22:07:00.691178 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-15e23c4d-dd5e-47ff-b453-9eedeb051ed5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:00.723991 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-49d867c0-b60d-46e0-bd26-68e25a157b4f tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Notify callbacks [] for port, precommit_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:00.742560 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-15e23c4d-dd5e-47ff-b453-9eedeb051ed5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019249'] for subnet, precommit_delete_associations {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:00.780333 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-49d867c0-b60d-46e0-bd26-68e25a157b4f tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504197'] for port, after_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:00.789253 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-15e23c4d-dd5e-47ff-b453-9eedeb051ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525357'] for subnet, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:00.791832 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:07:00.860614 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d867c0-b60d-46e0-bd26-68e25a157b4f tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Pushing event updated for resources: {'Port': ['ID=b841c596-9f6a-4588-bacc-2397f744399a,revision_number=2']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:07:00.865442 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-49d867c0-b60d-46e0-bd26-68e25a157b4f tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:07:00.867077 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-49d867c0-b60d-46e0-bd26-68e25a157b4f tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516016'] for floatingip, after_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:00.971384 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.db.l3_db [None req-49d867c0-b60d-46e0-bd26-68e25a157b4f tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Floating IP b8fe2c52-0156-41fa-88a9-9b0a37c4c684 associated. External IP: 172.28.0.187, port: dc154032-63f2-4510-8d2a-11b90dd15e0d. Jun 18 22:07:00.985484 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-15e23c4d-dd5e-47ff-b453-9eedeb051ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3169623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8640369'] for subnet, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:00.988980 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-8e876766-4f93-4fd5-9590-4fcd418ed608 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:07:01.015206 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e23c4d-dd5e-47ff-b453-9eedeb051ed5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f715c5c-6bba-45c0-bef4-cd805c19f368,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:07:01.017600 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-15e23c4d-dd5e-47ff-b453-9eedeb051ed5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678351'] for subnet, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:01.022603 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-15e23c4d-dd5e-47ff-b453-9eedeb051ed5 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5f715c5c-6bba-45c0-bef4-cd805c19f368 HTTP/1.1" status: 204 len: 168 time: 0.3974576 Jun 18 22:07:01.023795 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 50134) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:07:01.025078 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-15e23c4d-dd5e-47ff-b453-9eedeb051ed5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:07:01.114528 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-2a81c3ae-05a8-41c8-9669-c7da0c6fc308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647953'] for network, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:01.213271 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-2a81c3ae-05a8-41c8-9669-c7da0c6fc308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1539570', 'neutron.services.segments.db._delete_segments_for_network-8765939166931'] for network, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:01.223798 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.services.segments.db [None req-2a81c3ae-05a8-41c8-9669-c7da0c6fc308 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0610a626-03a3-4b84-99c0-0b129bf8ff4c']}} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:07:01.239596 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.services.segments.db [None req-2a81c3ae-05a8-41c8-9669-c7da0c6fc308 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '151f53c5-e714-4bed-85cb-b6b201b4601a') {'for_net_delete': True} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:07:01.239893 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.services.segments.db [None req-2a81c3ae-05a8-41c8-9669-c7da0c6fc308 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '151f53c5-e714-4bed-85cb-b6b201b4601a') {} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:07:01.252814 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-2a81c3ae-05a8-41c8-9669-c7da0c6fc308 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765939166760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019256'] for segment, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:01.266984 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-2a81c3ae-05a8-41c8-9669-c7da0c6fc308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527226'] for segment, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:01.274049 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a81c3ae-05a8-41c8-9669-c7da0c6fc308 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=93268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 22:07:01.274450 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-2a81c3ae-05a8-41c8-9669-c7da0c6fc308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3043836'] for segment, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:01.332454 dv-cinder-766752-3-smb neutron-server[93268]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:07:01.332454 dv-cinder-766752-3-smb neutron-server[93268]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:07:01.332454 dv-cinder-766752-3-smb neutron-server[93268]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:07:01.332454 dv-cinder-766752-3-smb neutron-server[93268]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:07:01.332454 dv-cinder-766752-3-smb neutron-server[93268]: Traceback (most recent call last): Jun 18 22:07:01.332454 dv-cinder-766752-3-smb neutron-server[93268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 22:07:01.332454 dv-cinder-766752-3-smb neutron-server[93268]: timer() Jun 18 22:07:01.332454 dv-cinder-766752-3-smb neutron-server[93268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 22:07:01.332454 dv-cinder-766752-3-smb neutron-server[93268]: cb(*args, **kw) Jun 18 22:07:01.332454 dv-cinder-766752-3-smb neutron-server[93268]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 22:07:01.332454 dv-cinder-766752-3-smb neutron-server[93268]: return func(*args, **kwargs) Jun 18 22:07:01.332454 dv-cinder-766752-3-smb neutron-server[93268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 22:07:01.332454 dv-cinder-766752-3-smb neutron-server[93268]: self._notify() Jun 18 22:07:01.332454 dv-cinder-766752-3-smb neutron-server[93268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 22:07:01.332454 dv-cinder-766752-3-smb neutron-server[93268]: self.callback(batched_events) Jun 18 22:07:01.332454 dv-cinder-766752-3-smb neutron-server[93268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 22:07:01.332454 dv-cinder-766752-3-smb neutron-server[93268]: event.method(event) Jun 18 22:07:01.332454 dv-cinder-766752-3-smb neutron-server[93268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 22:07:01.332454 dv-cinder-766752-3-smb neutron-server[93268]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 22:07:01.332454 dv-cinder-766752-3-smb neutron-server[93268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 22:07:01.332454 dv-cinder-766752-3-smb neutron-server[93268]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 22:07:01.332454 dv-cinder-766752-3-smb neutron-server[93268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 22:07:01.332454 dv-cinder-766752-3-smb neutron-server[93268]: return f(self, *a, **k) Jun 18 22:07:01.332454 dv-cinder-766752-3-smb neutron-server[93268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 22:07:01.332454 dv-cinder-766752-3-smb neutron-server[93268]: return self._get(url).json() Jun 18 22:07:01.332454 dv-cinder-766752-3-smb neutron-server[93268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 22:07:01.332454 dv-cinder-766752-3-smb neutron-server[93268]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 22:07:01.332454 dv-cinder-766752-3-smb neutron-server[93268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 22:07:01.332454 dv-cinder-766752-3-smb neutron-server[93268]: return self.request(url, 'GET', **kwargs) Jun 18 22:07:01.332454 dv-cinder-766752-3-smb neutron-server[93268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 22:07:01.332454 dv-cinder-766752-3-smb neutron-server[93268]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 22:07:01.332454 dv-cinder-766752-3-smb neutron-server[93268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 22:07:01.332454 dv-cinder-766752-3-smb neutron-server[93268]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 22:07:01.332454 dv-cinder-766752-3-smb neutron-server[93268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 22:07:01.332454 dv-cinder-766752-3-smb neutron-server[93268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 22:07:01.332454 dv-cinder-766752-3-smb neutron-server[93268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 22:07:01.379253 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-2a81c3ae-05a8-41c8-9669-c7da0c6fc308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1539563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-490555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1678354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-515970'] for network, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:01.383668 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:07:01.401473 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-2a81c3ae-05a8-41c8-9669-c7da0c6fc308 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678351'] for network, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:01.403481 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-2a81c3ae-05a8-41c8-9669-c7da0c6fc308 admin admin] 10.222.0.23 "DELETE /v2.0/networks/0610a626-03a3-4b84-99c0-0b129bf8ff4c HTTP/1.1" status: 204 len: 168 time: 0.3775198 Jun 18 22:07:01.405126 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a81c3ae-05a8-41c8-9669-c7da0c6fc308 admin admin] Pushing event deleted for resources: {'Network': ['ID=0610a626-03a3-4b84-99c0-0b129bf8ff4c,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:07:01.418676 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-2a81c3ae-05a8-41c8-9669-c7da0c6fc308 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:07:01.434553 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d867c0-b60d-46e0-bd26-68e25a157b4f tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Router 38a6a020-65cc-41ca-9707-e3378477b10f has already been hosted by L3 agent cffdd0dd-f469-4450-b407-8e3f357d30fb {{(pid=93267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 22:07:01.533711 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-66c5960c-ceb9-453b-add3-817047489609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:01.586962 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d867c0-b60d-46e0-bd26-68e25a157b4f tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Notify agent at l3_agent.dv-cinder-766752-3-smb the message routers_updated {{(pid=93267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 22:07:01.600736 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cad848-a78b-40b5-a451-7cc69e0b663f None None] Sync routers for ids ['38a6a020-65cc-41ca-9707-e3378477b10f'] in dv-cinder-766752-3-smb {{(pid=93269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 22:07:01.613823 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cad848-a78b-40b5-a451-7cc69e0b663f None None] Routers {'38a6a020-65cc-41ca-9707-e3378477b10f'} bound to L3 agent in host dv-cinder-766752-3-smb {{(pid=93269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:07:01.618704 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-c4cad848-a78b-40b5-a451-7cc69e0b663f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T21:54:00Z,description=,heartbeat_timestamp=2021-06-18T22:07:00Z,host='dv-cinder-766752-3-smb',id=cffdd0dd-f469-4450-b407-8e3f357d30fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:54:01Z,topic='l3_agent')) {'router_ids': ['38a6a020-65cc-41ca-9707-e3378477b10f'], 'active': True} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:07:01.712008 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-49d867c0-b60d-46e0-bd26-68e25a157b4f tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31239'] for floatingip, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:01.723222 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09834de4-84ba-4a31-b18c-5a1c8e9ee990 req-7d99baa5-4681-4fd2-890e-07c6f232246d tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:01.731431 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-09834de4-84ba-4a31-b18c-5a1c8e9ee990 req-7d99baa5-4681-4fd2-890e-07c6f232246d tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 945 time: 0.0763068 Jun 18 22:07:01.754054 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvr_db [None req-c4cad848-a78b-40b5-a451-7cc69e0b663f None None] Set router 38a6a020-65cc-41ca-9707-e3378477b10f gateway port host: dv-cinder-766752-3-smb {{(pid=93269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:07:01.771047 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-49d867c0-b60d-46e0-bd26-68e25a157b4f tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3823254 Jun 18 22:07:01.772262 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c22a450e-1706-4be3-963e-2d349a266f2b', 'tag': 'dc154032-63f2-4510-8d2a-11b90dd15e0d'}] {{(pid=93267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:07:01.774863 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ffb03f081099a79b88715c25cfbb0c51b361b5976ea0edca7ac7ba464b79a3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-953b351a-c43f-4df1-803e-819317cf85cc" -d '{"events": [{"name": "network-changed", "server_uuid": "c22a450e-1706-4be3-963e-2d349a266f2b", "tag": "dc154032-63f2-4510-8d2a-11b90dd15e0d"}]}' {{(pid=93267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:07:01.817197 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-09834de4-84ba-4a31-b18c-5a1c8e9ee990 req-d6a55c19-19bb-473e-bdf8-ec98b1dd5f97 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=58f2a725-04fc-4d18-85d0-0d9a05d2ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840824 Jun 18 22:07:01.835312 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 22:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad68781-f566-41b6-b0e8-1bc2f553983d x-openstack-request-id: req-1ad68781-f566-41b6-b0e8-1bc2f553983d {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:07:01.835685 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c22a450e-1706-4be3-963e-2d349a266f2b", "tag": "dc154032-63f2-4510-8d2a-11b90dd15e0d", "status": "completed", "code": 200}]} {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:07:01.835931 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1ad68781-f566-41b6-b0e8-1bc2f553983d {{(pid=93267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:07:01.836361 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c22a450e-1706-4be3-963e-2d349a266f2b', 'tag': 'dc154032-63f2-4510-8d2a-11b90dd15e0d', 'status': 'completed', 'code': 200} Jun 18 22:07:01.949399 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953b351a-c43f-4df1-803e-819317cf85cc req-50001841-72fd-4843-91f3-2e15fddcb224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:01.951025 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-953b351a-c43f-4df1-803e-819317cf85cc req-50001841-72fd-4843-91f3-2e15fddcb224 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bb38584fac4b45c0ad6f8a619ed02fc2&device_id=c22a450e-1706-4be3-963e-2d349a266f2b HTTP/1.1" status: 200 len: 1098 time: 0.0683367 Jun 18 22:07:01.954153 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 50150) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:07:02.023392 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-b5bb51c2-275f-443c-9b2e-66d1948f9c4f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5b39da45c8494f9a93bbc324799c2406&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0679615 Jun 18 22:07:02.023981 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 50154) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:07:02.069650 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953b351a-c43f-4df1-803e-819317cf85cc req-ea6e5d38-6339-482d-b57a-57e0836f4d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:02.071093 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-953b351a-c43f-4df1-803e-819317cf85cc req-ea6e5d38-6339-482d-b57a-57e0836f4d41 service neutron] 10.222.0.42 "GET /v2.0/networks?id=86beaeb4-cc2e-471c-8ffc-81b02f765b2a HTTP/1.1" status: 200 len: 910 time: 0.1098058 Jun 18 22:07:02.138740 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-899c25e5-9aee-4fcd-91da-d728c0b7975a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:02.176769 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-c4cad848-a78b-40b5-a451-7cc69e0b663f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a6a020-65cc-41ca-9707-e3378477b10f', 'name': 'tempest-TestShelveInstance-1397809234-router', 'tenant_id': 'bb38584fac4b45c0ad6f8a619ed02fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': '0d78d0f9-2c57-4694-9bd5-5b66eba1e767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:06:04Z', 'updated_at': '2021-06-18T22:06:07Z', 'revision_number': 4, 'project_id': 'bb38584fac4b45c0ad6f8a619ed02fc2', 'gw_port': {'id': '0d78d0f9-2c57-4694-9bd5-5b66eba1e767', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a6a020-65cc-41ca-9707-e3378477b10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:06:05Z', 'updated_at': '2021-06-18T22:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb', '_floatingips': [{'id': 'b8fe2c52-0156-41fa-88a9-9b0a37c4c684', 'tenant_id': 'bb38584fac4b45c0ad6f8a619ed02fc2', 'floating_ip_address': '172.28.0.187', 'floating_network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'router_id': '38a6a020-65cc-41ca-9707-e3378477b10f', 'port_id': 'dc154032-63f2-4510-8d2a-11b90dd15e0d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86beaeb4-cc2e-471c-8ffc-81b02f765b2a', 'mac_address': 'fa:16:3e:f9:03:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22a450e-1706-4be3-963e-2d349a266f2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T22:07:00Z', 'updated_at': '2021-06-18T22:07:00Z', 'revision_number': 0, 'project_id': 'bb38584fac4b45c0ad6f8a619ed02fc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f734b0d2-66e2-4f41-9e40-4a0b89333de1', 'name': '', 'network_id': '86beaeb4-cc2e-471c-8ffc-81b02f765b2a', 'tenant_id': 'bb38584fac4b45c0ad6f8a619ed02fc2', 'mac_address': 'fa:16:3e:aa:7b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a6a020-65cc-41ca-9707-e3378477b10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '944e385f-b7fb-403b-8f0b-1c808a9ec1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:06:07Z', 'updated_at': '2021-06-18T22:06:13Z', 'revision_number': 5, 'project_id': 'bb38584fac4b45c0ad6f8a619ed02fc2', 'subnets': [{'id': '944e385f-b7fb-403b-8f0b-1c808a9ec1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-smb', False) {} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:07:02.185986 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-899c25e5-9aee-4fcd-91da-d728c0b7975a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:02.203031 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-953b351a-c43f-4df1-803e-819317cf85cc req-1c34896b-69b1-4ee7-bedc-ee35ce05aa04 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc154032-63f2-4510-8d2a-11b90dd15e0d HTTP/1.1" status: 200 len: 999 time: 0.1237502 Jun 18 22:07:02.207142 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cad848-a78b-40b5-a451-7cc69e0b663f None None] Checking router: 38a6a020-65cc-41ca-9707-e3378477b10f for host: dv-cinder-766752-3-smb {{(pid=93269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 22:07:02.217553 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cad848-a78b-40b5-a451-7cc69e0b663f None None] Routers {'38a6a020-65cc-41ca-9707-e3378477b10f'} bound to L3 agent in host dv-cinder-766752-3-smb {{(pid=93269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:07:02.218445 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-c4cad848-a78b-40b5-a451-7cc69e0b663f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T21:54:00Z,description=,heartbeat_timestamp=2021-06-18T22:07:00Z,host='dv-cinder-766752-3-smb',id=cffdd0dd-f469-4450-b407-8e3f357d30fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:54:01Z,topic='l3_agent')) {'router_ids': ['38a6a020-65cc-41ca-9707-e3378477b10f'], 'active': True} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:07:02.269475 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953b351a-c43f-4df1-803e-819317cf85cc req-4b2cb447-2066-47fb-ab39-181a27dd90b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:02.271120 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-953b351a-c43f-4df1-803e-819317cf85cc req-4b2cb447-2066-47fb-ab39-181a27dd90b7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=944e385f-b7fb-403b-8f0b-1c808a9ec1e9 HTTP/1.1" status: 200 len: 848 time: 0.0603421 Jun 18 22:07:02.326265 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-899c25e5-9aee-4fcd-91da-d728c0b7975a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:02.330108 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-899c25e5-9aee-4fcd-91da-d728c0b7975a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:02.335294 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-899c25e5-9aee-4fcd-91da-d728c0b7975a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/148a0607-d52e-4437-9a58-1f56f964bbcb HTTP/1.1" status: 204 len: 168 time: 0.3094795 Jun 18 22:07:02.336079 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-6c9a0f52-8c30-4518-9bcf-1cf91c01d737 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:07:02.345568 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899c25e5-9aee-4fcd-91da-d728c0b7975a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148a0607-d52e-4437-9a58-1f56f964bbcb,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:07:02.348387 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-899c25e5-9aee-4fcd-91da-d728c0b7975a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:07:02.408865 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvr_db [None req-c4cad848-a78b-40b5-a451-7cc69e0b663f None None] Set router 38a6a020-65cc-41ca-9707-e3378477b10f gateway port host: dv-cinder-766752-3-smb {{(pid=93269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:07:02.420444 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953b351a-c43f-4df1-803e-819317cf85cc req-334b4972-b538-4df5-92be-00393cf58433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:02.422365 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-953b351a-c43f-4df1-803e-819317cf85cc req-334b4972-b538-4df5-92be-00393cf58433 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=86beaeb4-cc2e-471c-8ffc-81b02f765b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1399829 Jun 18 22:07:02.649652 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-953b351a-c43f-4df1-803e-819317cf85cc req-4f336821-ecb9-490a-8549-d5b71d816359 service neutron] 10.222.0.42 "GET /v2.0/networks/86beaeb4-cc2e-471c-8ffc-81b02f765b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194731 Jun 18 22:07:02.722056 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-c4cad848-a78b-40b5-a451-7cc69e0b663f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a6a020-65cc-41ca-9707-e3378477b10f', 'name': 'tempest-TestShelveInstance-1397809234-router', 'tenant_id': 'bb38584fac4b45c0ad6f8a619ed02fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': '0d78d0f9-2c57-4694-9bd5-5b66eba1e767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:06:04Z', 'updated_at': '2021-06-18T22:06:07Z', 'revision_number': 4, 'project_id': 'bb38584fac4b45c0ad6f8a619ed02fc2', 'gw_port': {'id': '0d78d0f9-2c57-4694-9bd5-5b66eba1e767', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a6a020-65cc-41ca-9707-e3378477b10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:06:05Z', 'updated_at': '2021-06-18T22:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb', '_floatingips': [{'id': 'b8fe2c52-0156-41fa-88a9-9b0a37c4c684', 'tenant_id': 'bb38584fac4b45c0ad6f8a619ed02fc2', 'floating_ip_address': '172.28.0.187', 'floating_network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'router_id': '38a6a020-65cc-41ca-9707-e3378477b10f', 'port_id': 'dc154032-63f2-4510-8d2a-11b90dd15e0d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86beaeb4-cc2e-471c-8ffc-81b02f765b2a', 'mac_address': 'fa:16:3e:f9:03:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22a450e-1706-4be3-963e-2d349a266f2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T22:07:00Z', 'updated_at': '2021-06-18T22:07:00Z', 'revision_number': 0, 'project_id': 'bb38584fac4b45c0ad6f8a619ed02fc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f734b0d2-66e2-4f41-9e40-4a0b89333de1', 'name': '', 'network_id': '86beaeb4-cc2e-471c-8ffc-81b02f765b2a', 'tenant_id': 'bb38584fac4b45c0ad6f8a619ed02fc2', 'mac_address': 'fa:16:3e:aa:7b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a6a020-65cc-41ca-9707-e3378477b10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '944e385f-b7fb-403b-8f0b-1c808a9ec1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:06:07Z', 'updated_at': '2021-06-18T22:06:13Z', 'revision_number': 5, 'project_id': 'bb38584fac4b45c0ad6f8a619ed02fc2', 'subnets': [{'id': '944e385f-b7fb-403b-8f0b-1c808a9ec1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-smb', False) {} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:07:02.774111 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cad848-a78b-40b5-a451-7cc69e0b663f None None] The sync data for ids ['38a6a020-65cc-41ca-9707-e3378477b10f'] in dv-cinder-766752-3-smb is: [{'id': '38a6a020-65cc-41ca-9707-e3378477b10f', 'name': 'tempest-TestShelveInstance-1397809234-router', 'tenant_id': 'bb38584fac4b45c0ad6f8a619ed02fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': '0d78d0f9-2c57-4694-9bd5-5b66eba1e767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:06:04Z', 'updated_at': '2021-06-18T22:06:07Z', 'revision_number': 4, 'project_id': 'bb38584fac4b45c0ad6f8a619ed02fc2', 'gw_port': {'id': '0d78d0f9-2c57-4694-9bd5-5b66eba1e767', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a6a020-65cc-41ca-9707-e3378477b10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:06:05Z', 'updated_at': '2021-06-18T22:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb', '_floatingips': [{'id': 'b8fe2c52-0156-41fa-88a9-9b0a37c4c684', 'tenant_id': 'bb38584fac4b45c0ad6f8a619ed02fc2', 'floating_ip_address': '172.28.0.187', 'floating_network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'router_id': '38a6a020-65cc-41ca-9707-e3378477b10f', 'port_id': 'dc154032-63f2-4510-8d2a-11b90dd15e0d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86beaeb4-cc2e-471c-8ffc-81b02f765b2a', 'mac_address': 'fa:16:3e:f9:03:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22a450e-1706-4be3-963e-2d349a266f2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T22:07:00Z', 'updated_at': '2021-06-18T22:07:00Z', 'revision_number': 0, 'project_id': 'bb38584fac4b45c0ad6f8a619ed02fc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f734b0d2-66e2-4f41-9e40-4a0b89333de1', 'name': '', 'network_id': '86beaeb4-cc2e-471c-8ffc-81b02f765b2a', 'tenant_id': 'bb38584fac4b45c0ad6f8a619ed02fc2', 'mac_address': 'fa:16:3e:aa:7b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a6a020-65cc-41ca-9707-e3378477b10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '944e385f-b7fb-403b-8f0b-1c808a9ec1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:06:07Z', 'updated_at': '2021-06-18T22:06:13Z', 'revision_number': 5, 'project_id': 'bb38584fac4b45c0ad6f8a619ed02fc2', 'subnets': [{'id': '944e385f-b7fb-403b-8f0b-1c808a9ec1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 22:07:02.786537 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-953b351a-c43f-4df1-803e-819317cf85cc req-d6475a3d-53af-4dd8-b1dc-b716b1c6f128 service neutron] 10.222.0.42 "GET /v2.0/networks/86beaeb4-cc2e-471c-8ffc-81b02f765b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260421 Jun 18 22:07:03.065904 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02df0b5-b486-4234-8696-9ca9e92cfcde None None] New status for floating IP b8fe2c52-0156-41fa-88a9-9b0a37c4c684: ACTIVE {{(pid=93270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 22:07:03.090699 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbdcbc5-81e5-411b-8f55-50c9a3a82419 req-a036b236-7884-4d57-ad31-71478f251917 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:03.092302 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-dcbdcbc5-81e5-411b-8f55-50c9a3a82419 req-a036b236-7884-4d57-ad31-71478f251917 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 945 time: 0.0951285 Jun 18 22:07:03.151793 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-dcbdcbc5-81e5-411b-8f55-50c9a3a82419 req-ed2bb3d6-97ce-48c8-8486-206e5e54ecec tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=58f2a725-04fc-4d18-85d0-0d9a05d2ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503101 Jun 18 22:07:03.201724 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-cfd4400b-1529-4ea9-a221-6a7c5fbf6a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:04.047763 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 50194) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:07:04.160124 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.v2.base [None req-570b9f40-2f77-44d8-af5f-457b85361d02 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1879193783-network', 'tenant_id': '2087593c47844d1f9be49b18fcc05ab4'}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:07:04.254616 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-570b9f40-2f77-44d8-af5f-457b85361d02 admin admin] Made reservation on behalf of 2087593c47844d1f9be49b18fcc05ab4 for: {'network': 1} {{(pid=93267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:07:04.258688 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-570b9f40-2f77-44d8-af5f-457b85361d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550498'] for network, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:04.271765 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-570b9f40-2f77-44d8-af5f-457b85361d02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:04.298309 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 50206) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:07:04.366926 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f0cec-db24-420c-9145-ed2446c304b2 req-93b0cfb8-deb1-4d02-a0c9-c55332b77403 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:04.368629 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-346f0cec-db24-420c-9145-ed2446c304b2 req-93b0cfb8-deb1-4d02-a0c9-c55332b77403 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 945 time: 0.0829256 Jun 18 22:07:04.408148 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-570b9f40-2f77-44d8-af5f-457b85361d02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:04.415768 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-346f0cec-db24-420c-9145-ed2446c304b2 req-099ba036-9f24-4407-bf71-22ec89f3f305 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=58f2a725-04fc-4d18-85d0-0d9a05d2ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388670 Jun 18 22:07:04.479369 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-570b9f40-2f77-44d8-af5f-457b85361d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:04.488171 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-899c25e5-9aee-4fcd-91da-d728c0b7975a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:07:04.493983 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-d23931ba-61e4-4673-855c-39ebd39f028c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:04.517832 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-570b9f40-2f77-44d8-af5f-457b85361d02 admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=93267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 22:07:04.531535 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570b9f40-2f77-44d8-af5f-457b85361d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6352080f-1f40-42d5-bc77-ae4725cc805c,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:07:04.542193 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-570b9f40-2f77-44d8-af5f-457b85361d02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:07:04.546170 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-570b9f40-2f77-44d8-af5f-457b85361d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527226'] for segment, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:04.546511 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.db.segments_db [None req-570b9f40-2f77-44d8-af5f-457b85361d02 admin admin] Added segment 871cea72-4542-4c26-a7e1-944b53d16263 of type vlan for network 19d8b494-3d57-41df-804d-0604baecd3eb Jun 18 22:07:04.608227 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-570b9f40-2f77-44d8-af5f-457b85361d02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765938645724'] for network, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:04.683192 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-d23931ba-61e4-4673-855c-39ebd39f028c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:04.714632 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-570b9f40-2f77-44d8-af5f-457b85361d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-490555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1678354'] for network, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:04.716079 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570b9f40-2f77-44d8-af5f-457b85361d02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:04.716688 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-570b9f40-2f77-44d8-af5f-457b85361d02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678351'] for network, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:04.718868 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:07:04.801618 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570b9f40-2f77-44d8-af5f-457b85361d02 admin admin] Pushing event updated for resources: {'Network': ['ID=19d8b494-3d57-41df-804d-0604baecd3eb,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:07:04.805163 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-570b9f40-2f77-44d8-af5f-457b85361d02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:07:04.815069 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Network 19d8b494-3d57-41df-804d-0604baecd3eb details requested by agent ovs-agent-dv-cinder-766752-3-smb with host dv-cinder-766752-3-smb {{(pid=93269) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 22:07:04.831815 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-d23931ba-61e4-4673-855c-39ebd39f028c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:04.848135 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-9eb748c6-00ef-4b15-9a25-d203e6449dea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:07:04.902079 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-d23931ba-61e4-4673-855c-39ebd39f028c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f02df4e024514cd5b57c10aa030b23b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6024821 Jun 18 22:07:04.905942 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 50212) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:07:04.914586 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23931ba-61e4-4673-855c-39ebd39f028c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca1a836-91a1-43a4-a593-39107270aec4,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:07:04.935984 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-d23931ba-61e4-4673-855c-39ebd39f028c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:07:04.940586 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-570b9f40-2f77-44d8-af5f-457b85361d02 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8891468 Jun 18 22:07:04.940836 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 50214) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:07:04.950157 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.v2.base [None req-b9f80962-b66b-43ec-8577-6947c5ff66fd admin admin] Request body: {'subnet': {'network_id': '19d8b494-3d57-41df-804d-0604baecd3eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1879193783-subnet', 'tenant_id': '2087593c47844d1f9be49b18fcc05ab4', 'ip_version': 4}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:07:04.997160 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-ddfabcab-9a5a-4f24-a5a6-07d8ffb038e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:05.022545 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-ddfabcab-9a5a-4f24-a5a6-07d8ffb038e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:05.050962 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f80962-b66b-43ec-8577-6947c5ff66fd admin admin] Made reservation on behalf of 2087593c47844d1f9be49b18fcc05ab4 for: {'subnet': 1} {{(pid=93267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:07:05.054303 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b9f80962-b66b-43ec-8577-6947c5ff66fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2856210'] for subnet, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:05.191035 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-ddfabcab-9a5a-4f24-a5a6-07d8ffb038e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:05.194818 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-ddfabcab-9a5a-4f24-a5a6-07d8ffb038e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:05.195996 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-ddfabcab-9a5a-4f24-a5a6-07d8ffb038e7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aca1a836-91a1-43a4-a593-39107270aec4 HTTP/1.1" status: 204 len: 168 time: 0.2891417 Jun 18 22:07:05.198631 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-a52c9614-58e8-45ec-b8e5-1d839b42dbc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:07:05.211101 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfabcab-9a5a-4f24-a5a6-07d8ffb038e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca1a836-91a1-43a4-a593-39107270aec4,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:07:05.214246 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-ddfabcab-9a5a-4f24-a5a6-07d8ffb038e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:07:05.373873 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b9f80962-b66b-43ec-8577-6947c5ff66fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2856192'] for subnet, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:05.378030 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-c41d06b7-62fa-4981-8341-e88690c18188 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:07:05.440209 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f80962-b66b-43ec-8577-6947c5ff66fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dd6f54e-382d-406b-9fea-779a883cc937,revision_number=0']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:07:05.451695 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-b9f80962-b66b-43ec-8577-6947c5ff66fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:07:05.464232 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f80962-b66b-43ec-8577-6947c5ff66fd admin admin] Checking segment: {'id': '871cea72-4542-4c26-a7e1-944b53d16263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '19d8b494-3d57-41df-804d-0604baecd3eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:07:05.464619 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f80962-b66b-43ec-8577-6947c5ff66fd admin admin] Network hostable DHCP agents. Network: 19d8b494-3d57-41df-804d-0604baecd3eb, hostable agents: ['8cbf1dbc-985e-4686-b9a4-b42f90572d3b'], hosted agents: [] {{(pid=93267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 22:07:05.562240 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f80962-b66b-43ec-8577-6947c5ff66fd admin admin] Network 19d8b494-3d57-41df-804d-0604baecd3eb is scheduled to be hosted by DHCP agent 8cbf1dbc-985e-4686-b9a4-b42f90572d3b with binding_index 1 {{(pid=93267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 22:07:05.647613 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7537f3b-f19b-4a52-987a-122f4d3513ff req-c2df27e7-8468-4bf0-8e6d-10d42abb77af tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:05.649982 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a7537f3b-f19b-4a52-987a-122f4d3513ff req-c2df27e7-8468-4bf0-8e6d-10d42abb77af tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 945 time: 0.0846813 Jun 18 22:07:05.658836 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.scheduler.base_scheduler [None req-b9f80962-b66b-43ec-8577-6947c5ff66fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-3-smb, 19d8b494-3d57-41df-804d-0604baecd3eb) {{(pid=93267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:07:05.664391 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f80962-b66b-43ec-8577-6947c5ff66fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:05.665529 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b9f80962-b66b-43ec-8577-6947c5ff66fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:05.670296 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9838ebba-158d-4849-857c-3871cf3714b4 None None] Network 19d8b494-3d57-41df-804d-0604baecd3eb requested from dv-cinder-766752-3-smb {{(pid=93269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 22:07:05.707015 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a7537f3b-f19b-4a52-987a-122f4d3513ff req-dcd88925-ead9-4ac3-9cc4-ad4b8391476a tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=58f2a725-04fc-4d18-85d0-0d9a05d2ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508986 Jun 18 22:07:05.763507 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 50220) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:07:05.763834 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-b9f80962-b66b-43ec-8577-6947c5ff66fd admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8214281 Jun 18 22:07:05.770510 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.v2.base [None req-8132a4dd-5179-428a-b7b9-2c4120e6da53 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1879193783-router', 'tenant_id': '2087593c47844d1f9be49b18fcc05ab4', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30'}}} {{(pid=93268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:07:05.861562 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ebcb9f-2f90-45e4-b7c5-142487ea8c53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe69447c-996e-5b32-9b55-7f054a75cfbd-19d8b494-3d57-41df-804d-0604baecd3eb', 'network_id': '19d8b494-3d57-41df-804d-0604baecd3eb', 'tenant_id': '2087593c47844d1f9be49b18fcc05ab4', 'fixed_ips': [{'subnet_id': '9dd6f54e-382d-406b-9fea-779a883cc937'}]}} from dv-cinder-766752-3-smb. {{(pid=93269) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 22:07:05.865235 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-48ebcb9f-2f90-45e4-b7c5-142487ea8c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550498'] for port, before_create {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:05.891564 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-8132a4dd-5179-428a-b7b9-2c4120e6da53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-477333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65128'] for router, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:05.894892 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-8132a4dd-5179-428a-b7b9-2c4120e6da53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-477416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-512678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-434388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65123'] for router, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:05.992564 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-8132a4dd-5179-428a-b7b9-2c4120e6da53 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:06.032489 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.db_base_plugin_common [None req-48ebcb9f-2f90-45e4-b7c5-142487ea8c53 None None] Allocated IP 172.20.0.2 (19d8b494-3d57-41df-804d-0604baecd3eb/9dd6f54e-382d-406b-9fea-779a883cc937/8c5475da-669c-4c03-a669-777543829a2b) {{(pid=93269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:07:06.206240 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-48ebcb9f-2f90-45e4-b7c5-142487ea8c53 None None] Notify callbacks [] for port, precommit_create {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:06.219223 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-48ebcb9f-2f90-45e4-b7c5-142487ea8c53 None None] Transition to ACTIVE for port object 8c5475da-669c-4c03-a669-777543829a2b will not be triggered until provisioned by entity L2. {{(pid=93269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:07:06.235393 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-48ebcb9f-2f90-45e4-b7c5-142487ea8c53 None None] Transition to ACTIVE for port object 8c5475da-669c-4c03-a669-777543829a2b will not be triggered until provisioned by entity DHCP. {{(pid=93269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:07:06.240020 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-8132a4dd-5179-428a-b7b9-2c4120e6da53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-512724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-477287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65141'] for router, precommit_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:06.328279 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-48ebcb9f-2f90-45e4-b7c5-142487ea8c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-549537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1678354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765938626142'] for port, after_create {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:06.330721 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-8deeaf84-95e8-45a7-9a58-424123378242 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:07:06.383674 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ebcb9f-2f90-45e4-b7c5-142487ea8c53 None None] Network 19d8b494-3d57-41df-804d-0604baecd3eb is already hosted by enough agents. {{(pid=93269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:07:06.387049 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.scheduler.base_scheduler [None req-48ebcb9f-2f90-45e4-b7c5-142487ea8c53 None None] Resources bound (agent type, host, resource id): {{(pid=93269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:07:06.393043 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ebcb9f-2f90-45e4-b7c5-142487ea8c53 None None] Received port after_create {{(pid=93269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:07:06.405583 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ebcb9f-2f90-45e4-b7c5-142487ea8c53 None None] Pushing event updated for resources: {'Port': ['ID=8c5475da-669c-4c03-a669-777543829a2b,revision_number=1']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:07:06.408722 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-48ebcb9f-2f90-45e4-b7c5-142487ea8c53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:07:06.480422 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.managers [None req-48ebcb9f-2f90-45e4-b7c5-142487ea8c53 None None] Attempting to bind port 8c5475da-669c-4c03-a669-777543829a2b on host dv-cinder-766752-3-smb for vnic_type normal with profile {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:07:06.480863 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.managers [None req-48ebcb9f-2f90-45e4-b7c5-142487ea8c53 None None] Attempting to bind port 8c5475da-669c-4c03-a669-777543829a2b by drivers openvswitch,hyperv on host dv-cinder-766752-3-smb at level 0 using segments [{'id': '871cea72-4542-4c26-a7e1-944b53d16263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '19d8b494-3d57-41df-804d-0604baecd3eb'}] {{(pid=93269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:07:06.481242 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ebcb9f-2f90-45e4-b7c5-142487ea8c53 None None] Attempting to bind port 8c5475da-669c-4c03-a669-777543829a2b on network 19d8b494-3d57-41df-804d-0604baecd3eb {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:07:06.486802 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ebcb9f-2f90-45e4-b7c5-142487ea8c53 None None] Checking agent: {'id': 'e70860c9-a5d2-4f1c-a15e-7701e23dd36c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 21, 54), 'started_at': datetime.datetime(2021, 6, 18, 21, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:07:06.487190 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ebcb9f-2f90-45e4-b7c5-142487ea8c53 None None] Checking segment: {'id': '871cea72-4542-4c26-a7e1-944b53d16263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '19d8b494-3d57-41df-804d-0604baecd3eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:07:06.487599 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-48ebcb9f-2f90-45e4-b7c5-142487ea8c53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:06.488012 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ebcb9f-2f90-45e4-b7c5-142487ea8c53 None None] Bound using segment: {'id': '871cea72-4542-4c26-a7e1-944b53d16263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '19d8b494-3d57-41df-804d-0604baecd3eb'} {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:07:06.488483 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.managers [None req-48ebcb9f-2f90-45e4-b7c5-142487ea8c53 None None] Bound port: 8c5475da-669c-4c03-a669-777543829a2b, host: dv-cinder-766752-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '871cea72-4542-4c26-a7e1-944b53d16263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '19d8b494-3d57-41df-804d-0604baecd3eb'}}] {{(pid=93269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:07:06.488907 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-48ebcb9f-2f90-45e4-b7c5-142487ea8c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:06.564037 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-48ebcb9f-2f90-45e4-b7c5-142487ea8c53 None None] For port 8c5475da-669c-4c03-a669-777543829a2b, host dv-cinder-766752-3-smb, cleared binding levels {{(pid=93269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:07:06.567608 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-48ebcb9f-2f90-45e4-b7c5-142487ea8c53 None None] For port 8c5475da-669c-4c03-a669-777543829a2b, host dv-cinder-766752-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-smb',level=0,port_id=8c5475da-669c-4c03-a669-777543829a2b,segment=NetworkSegment(871cea72-4542-4c26-a7e1-944b53d16263),segment_id=871cea72-4542-4c26-a7e1-944b53d16263)] {{(pid=93269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:07:06.586782 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-8132a4dd-5179-428a-b7b9-2c4120e6da53 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:06.613820 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-8132a4dd-5179-428a-b7b9-2c4120e6da53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550498'] for port, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:06.664223 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-48ebcb9f-2f90-45e4-b7c5-142487ea8c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:06.666459 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:07:06.754897 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.db_base_plugin_common [None req-8132a4dd-5179-428a-b7b9-2c4120e6da53 admin admin] Allocated IP 172.28.0.234 (0a94a276-d24e-41da-a649-5ffe202eff30/cb3e10ec-d2d2-4f62-adaa-1158cc2dc485/61c31f78-5b2b-4184-95e3-0f952bb3248e) {{(pid=93268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:07:06.760218 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ebcb9f-2f90-45e4-b7c5-142487ea8c53 None None] Pushing event updated for resources: {'Port': ['ID=8c5475da-669c-4c03-a669-777543829a2b,revision_number=2']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:07:06.764198 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-48ebcb9f-2f90-45e4-b7c5-142487ea8c53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:07:06.894386 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-8132a4dd-5179-428a-b7b9-2c4120e6da53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:07.006346 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9e4c00-38a4-4aca-9aab-716344d46186 req-273033a3-6e39-4db0-937a-1a59b5353d23 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:07.010373 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-8b9e4c00-38a4-4aca-9aab-716344d46186 req-273033a3-6e39-4db0-937a-1a59b5353d23 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 945 time: 0.1128733 Jun 18 22:07:07.054971 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-8132a4dd-5179-428a-b7b9-2c4120e6da53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-549537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1678354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765938626142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3169570'] for port, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:07.060629 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-b063863c-4703-41bb-bb65-b7c7aedc3e20 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:07:07.116130 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-8b9e4c00-38a4-4aca-9aab-716344d46186 req-cc11fe6b-1042-47da-bd51-f4b69538c2e3 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=58f2a725-04fc-4d18-85d0-0d9a05d2ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003933 Jun 18 22:07:07.150416 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8132a4dd-5179-428a-b7b9-2c4120e6da53 admin admin] Network 0a94a276-d24e-41da-a649-5ffe202eff30 is already hosted by enough agents. {{(pid=93268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:07:07.154020 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.base_scheduler [None req-8132a4dd-5179-428a-b7b9-2c4120e6da53 admin admin] Resources bound (agent type, host, resource id): {{(pid=93268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:07:07.168907 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8132a4dd-5179-428a-b7b9-2c4120e6da53 admin admin] Pushing event updated for resources: {'Port': ['ID=61c31f78-5b2b-4184-95e3-0f952bb3248e,revision_number=1']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:07:07.175326 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-8132a4dd-5179-428a-b7b9-2c4120e6da53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:07:07.176041 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8132a4dd-5179-428a-b7b9-2c4120e6da53 admin admin] Received port after_create {{(pid=93268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:07:07.617985 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-8132a4dd-5179-428a-b7b9-2c4120e6da53 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:07.811071 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf69d9a-c31b-4542-9e70-08a49529493a None None] Network 19d8b494-3d57-41df-804d-0604baecd3eb requested from dv-cinder-766752-3-smb {{(pid=93269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 22:07:07.956973 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-828c78d4-9f6b-41bd-a947-f1342f4d84b4 None None] Provisioning for port 8c5475da-669c-4c03-a669-777543829a2b completed by entity DHCP. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:07:08.098589 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-8132a4dd-5179-428a-b7b9-2c4120e6da53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-477340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-515840'] for router, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:08.329871 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8132a4dd-5179-428a-b7b9-2c4120e6da53 admin admin] Router 974f0c6f-a1b0-436e-82d8-29d2b903723d is scheduled to L3 agent cffdd0dd-f469-4450-b407-8e3f357d30fb with binding_index 1 {{(pid=93268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 22:07:08.393503 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb500c-9f07-4773-8fea-8f21a52c52f5 req-29508d59-5f7b-46a4-a117-cbff1d8fb72d tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:08.401337 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-debb500c-9f07-4773-8fea-8f21a52c52f5 req-29508d59-5f7b-46a4-a117-cbff1d8fb72d tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 945 time: 0.1233013 Jun 18 22:07:08.485083 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-debb500c-9f07-4773-8fea-8f21a52c52f5 req-4ff2d34f-69b4-47d8-9f3d-d529be15d568 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=58f2a725-04fc-4d18-85d0-0d9a05d2ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827386 Jun 18 22:07:08.510268 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8132a4dd-5179-428a-b7b9-2c4120e6da53 admin admin] Notify agent at l3_agent.dv-cinder-766752-3-smb the message routers_updated {{(pid=93268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 22:07:08.510849 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99914a54-fde8-466c-92d6-50015f26d9ef None None] Sync routers for ids ['974f0c6f-a1b0-436e-82d8-29d2b903723d'] in dv-cinder-766752-3-smb {{(pid=93269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 22:07:08.523925 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99914a54-fde8-466c-92d6-50015f26d9ef None None] Routers {'974f0c6f-a1b0-436e-82d8-29d2b903723d'} bound to L3 agent in host dv-cinder-766752-3-smb {{(pid=93269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:07:08.524938 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-99914a54-fde8-466c-92d6-50015f26d9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T21:54:00Z,description=,heartbeat_timestamp=2021-06-18T22:07:00Z,host='dv-cinder-766752-3-smb',id=cffdd0dd-f469-4450-b407-8e3f357d30fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:54:01Z,topic='l3_agent')) {'router_ids': ['974f0c6f-a1b0-436e-82d8-29d2b903723d'], 'active': True} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:07:08.572667 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-8132a4dd-5179-428a-b7b9-2c4120e6da53 admin admin] Notify callbacks [] for router, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:08.574582 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-8132a4dd-5179-428a-b7b9-2c4120e6da53 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8093636 Jun 18 22:07:08.577163 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 50236) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:07:08.634389 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvr_db [None req-99914a54-fde8-466c-92d6-50015f26d9ef None None] Set router 974f0c6f-a1b0-436e-82d8-29d2b903723d gateway port host: dv-cinder-766752-3-smb {{(pid=93269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:07:08.769366 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device 8c5475da-669c-4c03-a669-777543829a2b up at agent ovs-agent-dv-cinder-766752-3-smb {{(pid=93269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:07:08.872668 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-99914a54-fde8-466c-92d6-50015f26d9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974f0c6f-a1b0-436e-82d8-29d2b903723d', 'name': 'tempest-TestMinimumBasicScenario-1879193783-router', 'tenant_id': '2087593c47844d1f9be49b18fcc05ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': '61c31f78-5b2b-4184-95e3-0f952bb3248e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:07:05Z', 'updated_at': '2021-06-18T22:07:07Z', 'revision_number': 3, 'project_id': '2087593c47844d1f9be49b18fcc05ab4', 'gw_port': {'id': '61c31f78-5b2b-4184-95e3-0f952bb3248e', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:23:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '974f0c6f-a1b0-436e-82d8-29d2b903723d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:07:06Z', 'updated_at': '2021-06-18T22:07:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb'}], 'dv-cinder-766752-3-smb', False) {} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:07:08.901901 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99914a54-fde8-466c-92d6-50015f26d9ef None None] Checking router: 974f0c6f-a1b0-436e-82d8-29d2b903723d for host: dv-cinder-766752-3-smb {{(pid=93269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 22:07:08.902255 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99914a54-fde8-466c-92d6-50015f26d9ef None None] Updating router 974f0c6f-a1b0-436e-82d8-29d2b903723d port 61c31f78-5b2b-4184-95e3-0f952bb3248e binding host dv-cinder-766752-3-smb {{(pid=93269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 22:07:09.043044 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Provisioning for port 8c5475da-669c-4c03-a669-777543829a2b completed by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:07:09.052299 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Provisioning complete for port 8c5475da-669c-4c03-a669-777543829a2b triggered by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:07:09.054672 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:09.077692 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-99914a54-fde8-466c-92d6-50015f26d9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:09.080038 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-5d5f69e6-6b29-4907-87a4-527031e010c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550498'] for port, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:09.234292 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:09.242174 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.db_base_plugin_common [None req-5d5f69e6-6b29-4907-87a4-527031e010c4 admin admin] Allocated IP 172.20.0.1 (19d8b494-3d57-41df-804d-0604baecd3eb/9dd6f54e-382d-406b-9fea-779a883cc937/80457bd8-b67b-4f19-997b-121759f2e5e7) {{(pid=93268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:07:09.309231 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] For port 8c5475da-669c-4c03-a669-777543829a2b, host dv-cinder-766752-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-smb',level=0,port_id=8c5475da-669c-4c03-a669-777543829a2b,segment=NetworkSegment(871cea72-4542-4c26-a7e1-944b53d16263),segment_id=871cea72-4542-4c26-a7e1-944b53d16263)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:07:09.348684 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-5d5f69e6-6b29-4907-87a4-527031e010c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:09.361141 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-5d5f69e6-6b29-4907-87a4-527031e010c4 admin admin] Transition to ACTIVE for port object 80457bd8-b67b-4f19-997b-121759f2e5e7 will not be triggered until provisioned by entity DHCP. {{(pid=93268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:07:09.394214 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-99914a54-fde8-466c-92d6-50015f26d9ef None None] Notify callbacks [] for port, precommit_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:09.398506 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:09.405610 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:07:09.425661 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-99914a54-fde8-466c-92d6-50015f26d9ef None None] Transition to ACTIVE for port object 61c31f78-5b2b-4184-95e3-0f952bb3248e will not be triggered until provisioned by entity L2. {{(pid=93269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:07:09.453492 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-5d5f69e6-6b29-4907-87a4-527031e010c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-549537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1678354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765938626142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3169570'] for port, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:09.456508 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-217e44cc-5ad2-4745-9d69-5743178eacf5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:07:09.462962 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Pushing event updated for resources: {'Port': ['ID=8c5475da-669c-4c03-a669-777543829a2b,revision_number=3']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:07:09.465590 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:07:09.492324 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5f69e6-6b29-4907-87a4-527031e010c4 admin admin] Network 19d8b494-3d57-41df-804d-0604baecd3eb is already hosted by enough agents. {{(pid=93268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:07:09.497410 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.base_scheduler [None req-5d5f69e6-6b29-4907-87a4-527031e010c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:07:09.498540 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5f69e6-6b29-4907-87a4-527031e010c4 admin admin] Received port after_create {{(pid=93268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:07:09.520855 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-99914a54-fde8-466c-92d6-50015f26d9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:09.520855 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-13db0d52-bdea-4238-9a9a-7c51d5241dc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:07:09.536360 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5f69e6-6b29-4907-87a4-527031e010c4 admin admin] Pushing event updated for resources: {'Port': ['ID=80457bd8-b67b-4f19-997b-121759f2e5e7,revision_number=1']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:07:09.542574 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-5d5f69e6-6b29-4907-87a4-527031e010c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:07:09.569208 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-5d5f69e6-6b29-4907-87a4-527031e010c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-519215'] for router_interface, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:09.579504 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93441740-c440-4dc1-b976-0576db0020af None None] Pushing event updated for resources: {'Port': ['ID=61c31f78-5b2b-4184-95e3-0f952bb3248e,revision_number=2']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:07:09.583568 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-93441740-c440-4dc1-b976-0576db0020af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:07:09.618454 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.managers [None req-99914a54-fde8-466c-92d6-50015f26d9ef None None] Attempting to bind port 61c31f78-5b2b-4184-95e3-0f952bb3248e on host dv-cinder-766752-3-smb for vnic_type normal with profile {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:07:09.618825 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.managers [None req-99914a54-fde8-466c-92d6-50015f26d9ef None None] Attempting to bind port 61c31f78-5b2b-4184-95e3-0f952bb3248e by drivers openvswitch,hyperv on host dv-cinder-766752-3-smb at level 0 using segments [{'id': '84b34c11-c765-4838-8c05-a350e58a1412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30'}] {{(pid=93269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:07:09.619194 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99914a54-fde8-466c-92d6-50015f26d9ef None None] Attempting to bind port 61c31f78-5b2b-4184-95e3-0f952bb3248e on network 0a94a276-d24e-41da-a649-5ffe202eff30 {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:07:09.633091 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99914a54-fde8-466c-92d6-50015f26d9ef None None] Checking agent: {'id': 'e70860c9-a5d2-4f1c-a15e-7701e23dd36c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 21, 54), 'started_at': datetime.datetime(2021, 6, 18, 21, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:07:09.633776 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99914a54-fde8-466c-92d6-50015f26d9ef None None] Checking segment: {'id': '84b34c11-c765-4838-8c05-a350e58a1412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:07:09.634362 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-99914a54-fde8-466c-92d6-50015f26d9ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:09.634971 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99914a54-fde8-466c-92d6-50015f26d9ef None None] Bound using segment: {'id': '84b34c11-c765-4838-8c05-a350e58a1412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30'} {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:07:09.635628 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.managers [None req-99914a54-fde8-466c-92d6-50015f26d9ef None None] Bound port: 61c31f78-5b2b-4184-95e3-0f952bb3248e, host: dv-cinder-766752-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84b34c11-c765-4838-8c05-a350e58a1412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30'}}] {{(pid=93269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:07:09.636358 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-99914a54-fde8-466c-92d6-50015f26d9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:09.700241 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-99914a54-fde8-466c-92d6-50015f26d9ef None None] For port 61c31f78-5b2b-4184-95e3-0f952bb3248e, host dv-cinder-766752-3-smb, cleared binding levels {{(pid=93269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:07:09.703592 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-99914a54-fde8-466c-92d6-50015f26d9ef None None] For port 61c31f78-5b2b-4184-95e3-0f952bb3248e, host dv-cinder-766752-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-smb',level=0,port_id=61c31f78-5b2b-4184-95e3-0f952bb3248e,segment=NetworkSegment(84b34c11-c765-4838-8c05-a350e58a1412),segment_id=84b34c11-c765-4838-8c05-a350e58a1412)] {{(pid=93269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:07:09.758535 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d035d9bc-797b-484e-82b1-b6fb72c0e7bb req-69a60474-e6b9-4158-b77f-0c7fd004260f tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:09.760597 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-d035d9bc-797b-484e-82b1-b6fb72c0e7bb req-69a60474-e6b9-4158-b77f-0c7fd004260f tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 945 time: 0.0926230 Jun 18 22:07:09.784767 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-99914a54-fde8-466c-92d6-50015f26d9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:09.788415 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:07:09.824827 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-d035d9bc-797b-484e-82b1-b6fb72c0e7bb req-41b8977f-61d0-45c9-a136-cd3fd4fef90b tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=58f2a725-04fc-4d18-85d0-0d9a05d2ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583632 Jun 18 22:07:09.832965 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-5d5f69e6-6b29-4907-87a4-527031e010c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:09.848098 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99914a54-fde8-466c-92d6-50015f26d9ef None None] Routers {'974f0c6f-a1b0-436e-82d8-29d2b903723d'} bound to L3 agent in host dv-cinder-766752-3-smb {{(pid=93269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:07:09.848748 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-99914a54-fde8-466c-92d6-50015f26d9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T21:54:00Z,description=,heartbeat_timestamp=2021-06-18T22:07:00Z,host='dv-cinder-766752-3-smb',id=cffdd0dd-f469-4450-b407-8e3f357d30fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:54:01Z,topic='l3_agent')) {'router_ids': ['974f0c6f-a1b0-436e-82d8-29d2b903723d'], 'active': True} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:07:09.896078 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93441740-c440-4dc1-b976-0576db0020af None None] Pushing event updated for resources: {'Port': ['ID=61c31f78-5b2b-4184-95e3-0f952bb3248e,revision_number=3']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:07:09.903918 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-93441740-c440-4dc1-b976-0576db0020af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:07:09.953544 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-577aa031-cff7-4756-bbc3-b73491a1e38d None None] Provisioning for port 80457bd8-b67b-4f19-997b-121759f2e5e7 completed by entity DHCP. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:07:09.963105 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-577aa031-cff7-4756-bbc3-b73491a1e38d None None] Provisioning complete for port 80457bd8-b67b-4f19-997b-121759f2e5e7 triggered by entity DHCP. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:07:09.963486 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-577aa031-cff7-4756-bbc3-b73491a1e38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:09.989741 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvr_db [None req-99914a54-fde8-466c-92d6-50015f26d9ef None None] Set router 974f0c6f-a1b0-436e-82d8-29d2b903723d gateway port host: dv-cinder-766752-3-smb {{(pid=93269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:07:10.002714 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-5d5f69e6-6b29-4907-87a4-527031e010c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:10.034687 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.plugin [None req-577aa031-cff7-4756-bbc3-b73491a1e38d None None] Port 80457bd8-b67b-4f19-997b-121759f2e5e7 cannot update to ACTIVE because it is not bound. {{(pid=93269) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 22:07:10.073911 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-5d5f69e6-6b29-4907-87a4-527031e010c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3169556'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:10.077142 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-5d5f69e6-6b29-4907-87a4-527031e010c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:07:10.172941 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5f69e6-6b29-4907-87a4-527031e010c4 admin admin] Pushing event updated for resources: {'Port': ['ID=80457bd8-b67b-4f19-997b-121759f2e5e7,revision_number=2']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:07:10.176148 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-5d5f69e6-6b29-4907-87a4-527031e010c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513078'] for router_interface, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:10.180332 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-5d5f69e6-6b29-4907-87a4-527031e010c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:07:10.198303 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-99914a54-fde8-466c-92d6-50015f26d9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974f0c6f-a1b0-436e-82d8-29d2b903723d', 'name': 'tempest-TestMinimumBasicScenario-1879193783-router', 'tenant_id': '2087593c47844d1f9be49b18fcc05ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': '61c31f78-5b2b-4184-95e3-0f952bb3248e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:07:05Z', 'updated_at': '2021-06-18T22:07:09Z', 'revision_number': 4, 'project_id': '2087593c47844d1f9be49b18fcc05ab4', 'gw_port': {'id': '61c31f78-5b2b-4184-95e3-0f952bb3248e', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:23:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '974f0c6f-a1b0-436e-82d8-29d2b903723d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:07:06Z', 'updated_at': '2021-06-18T22:07:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb', '_interfaces': [{'id': '80457bd8-b67b-4f19-997b-121759f2e5e7', 'name': '', 'network_id': '19d8b494-3d57-41df-804d-0604baecd3eb', 'tenant_id': '2087593c47844d1f9be49b18fcc05ab4', 'mac_address': 'fa:16:3e:21:d8:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '974f0c6f-a1b0-436e-82d8-29d2b903723d', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '9dd6f54e-382d-406b-9fea-779a883cc937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:07:09Z', 'updated_at': '2021-06-18T22:07:09Z', 'revision_number': 1, 'project_id': '2087593c47844d1f9be49b18fcc05ab4', 'subnets': [{'id': '9dd6f54e-382d-406b-9fea-779a883cc937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-smb', False) {} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:07:10.223853 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99914a54-fde8-466c-92d6-50015f26d9ef None None] The sync data for ids ['974f0c6f-a1b0-436e-82d8-29d2b903723d'] in dv-cinder-766752-3-smb is: [{'id': '974f0c6f-a1b0-436e-82d8-29d2b903723d', 'name': 'tempest-TestMinimumBasicScenario-1879193783-router', 'tenant_id': '2087593c47844d1f9be49b18fcc05ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': '61c31f78-5b2b-4184-95e3-0f952bb3248e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:07:05Z', 'updated_at': '2021-06-18T22:07:09Z', 'revision_number': 4, 'project_id': '2087593c47844d1f9be49b18fcc05ab4', 'gw_port': {'id': '61c31f78-5b2b-4184-95e3-0f952bb3248e', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:23:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '974f0c6f-a1b0-436e-82d8-29d2b903723d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:07:06Z', 'updated_at': '2021-06-18T22:07:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb', '_interfaces': [{'id': '80457bd8-b67b-4f19-997b-121759f2e5e7', 'name': '', 'network_id': '19d8b494-3d57-41df-804d-0604baecd3eb', 'tenant_id': '2087593c47844d1f9be49b18fcc05ab4', 'mac_address': 'fa:16:3e:21:d8:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '974f0c6f-a1b0-436e-82d8-29d2b903723d', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '9dd6f54e-382d-406b-9fea-779a883cc937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:07:09Z', 'updated_at': '2021-06-18T22:07:09Z', 'revision_number': 1, 'project_id': '2087593c47844d1f9be49b18fcc05ab4', 'subnets': [{'id': '9dd6f54e-382d-406b-9fea-779a883cc937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 22:07:10.246258 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41cbd55-84c7-4054-8d80-5de989df4f5f req-b97ebfab-f8f2-49c6-a944-81710352fa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:10.247758 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-c41cbd55-84c7-4054-8d80-5de989df4f5f req-b97ebfab-f8f2-49c6-a944-81710352fa5c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=086d8a7db0824b69b4ceea30f277fb14&device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 1098 time: 0.1343758 Jun 18 22:07:10.337623 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5f69e6-6b29-4907-87a4-527031e010c4 admin admin] Network 19d8b494-3d57-41df-804d-0604baecd3eb is already hosted by enough agents. {{(pid=93268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:07:10.340902 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.base_scheduler [None req-5d5f69e6-6b29-4907-87a4-527031e010c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:07:10.409007 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41cbd55-84c7-4054-8d80-5de989df4f5f req-c191e7be-e471-499a-88b1-e9ebf55bf5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:10.410502 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-c41cbd55-84c7-4054-8d80-5de989df4f5f req-c191e7be-e471-499a-88b1-e9ebf55bf5f3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1d1f4389-47a7-47d4-a0f5-f21dad0f67c2 HTTP/1.1" status: 200 len: 918 time: 0.1563361 Jun 18 22:07:10.540225 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-c41cbd55-84c7-4054-8d80-5de989df4f5f req-996ce8b9-65d2-46f8-96d9-860c321b4e39 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=213c452f-edf0-4d01-b4d8-f0d36789ef50 HTTP/1.1" status: 200 len: 1000 time: 0.1155035 Jun 18 22:07:10.565509 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d5f69e6-6b29-4907-87a4-527031e010c4 admin admin] Router 974f0c6f-a1b0-436e-82d8-29d2b903723d has already been hosted by L3 agent cffdd0dd-f469-4450-b407-8e3f357d30fb {{(pid=93268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 22:07:10.571022 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-b81146b6-08e0-424b-a858-6dc08942044f None None] Provisioning complete for port 80457bd8-b67b-4f19-997b-121759f2e5e7 triggered by entity DHCP. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:07:10.571402 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-b81146b6-08e0-424b-a858-6dc08942044f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:10.607872 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.plugin [None req-b81146b6-08e0-424b-a858-6dc08942044f None None] Port 80457bd8-b67b-4f19-997b-121759f2e5e7 cannot update to ACTIVE because it is not bound. {{(pid=93269) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 22:07:10.643857 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41cbd55-84c7-4054-8d80-5de989df4f5f req-b726004a-5a19-43c6-b342-6789aed8041a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:10.645385 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-c41cbd55-84c7-4054-8d80-5de989df4f5f req-b726004a-5a19-43c6-b342-6789aed8041a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7481fd0b-ce05-4e67-b068-a6b20f3c0083 HTTP/1.1" status: 200 len: 856 time: 0.0932860 Jun 18 22:07:10.739551 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device 8c5475da-669c-4c03-a669-777543829a2b up at agent ovs-agent-dv-cinder-766752-3-smb {{(pid=93269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:07:10.761512 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d5f69e6-6b29-4907-87a4-527031e010c4 admin admin] Notify agent at l3_agent.dv-cinder-766752-3-smb the message routers_updated {{(pid=93268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 22:07:10.775416 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-5d5f69e6-6b29-4907-87a4-527031e010c4 admin admin] 10.222.0.23 "PUT /v2.0/routers/974f0c6f-a1b0-436e-82d8-29d2b903723d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1947815 Jun 18 22:07:10.780834 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41cbd55-84c7-4054-8d80-5de989df4f5f req-02250bab-83c8-4736-8ac6-0cd5f8f6f30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:10.782317 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-c41cbd55-84c7-4054-8d80-5de989df4f5f req-02250bab-83c8-4736-8ac6-0cd5f8f6f30e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1d1f4389-47a7-47d4-a0f5-f21dad0f67c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1284966 Jun 18 22:07:10.814684 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Provisioning complete for port 8c5475da-669c-4c03-a669-777543829a2b triggered by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:07:10.815073 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:10.903058 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-c41cbd55-84c7-4054-8d80-5de989df4f5f req-723a8d38-bd05-4dcf-80b9-f99247459d3c service neutron] 10.222.0.42 "GET /v2.0/networks/1d1f4389-47a7-47d4-a0f5-f21dad0f67c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123025 Jun 18 22:07:11.074936 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-c41cbd55-84c7-4054-8d80-5de989df4f5f req-18df6981-9cea-40ec-9fc9-53e79a852631 service neutron] 10.222.0.42 "GET /v2.0/networks/1d1f4389-47a7-47d4-a0f5-f21dad0f67c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285141 Jun 18 22:07:11.277404 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e7120e-e05e-42e6-803a-ed4f2577212d req-f34673da-7556-4f4e-a1bf-741ec9521d07 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:11.279140 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-84e7120e-e05e-42e6-803a-ed4f2577212d req-f34673da-7556-4f4e-a1bf-741ec9521d07 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 945 time: 0.2609620 Jun 18 22:07:11.322708 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-84e7120e-e05e-42e6-803a-ed4f2577212d req-27455052-40fa-4ee6-a335-66dadff1e40c tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=58f2a725-04fc-4d18-85d0-0d9a05d2ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376987 Jun 18 22:07:11.680646 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 50274) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:07:11.685598 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.v2.base [None req-47104cb9-6fca-43b9-a349-188de0baea6e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-843384668-network', 'tenant_id': '1b0872e3c40e43e29df59c97028b3c33'}} {{(pid=93268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:07:11.755203 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47104cb9-6fca-43b9-a349-188de0baea6e admin admin] Made reservation on behalf of 1b0872e3c40e43e29df59c97028b3c33 for: {'network': 1} {{(pid=93268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:07:11.757902 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-47104cb9-6fca-43b9-a349-188de0baea6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550498'] for network, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:11.766470 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-47104cb9-6fca-43b9-a349-188de0baea6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:11.854018 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-47104cb9-6fca-43b9-a349-188de0baea6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:11.909791 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-47104cb9-6fca-43b9-a349-188de0baea6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:11.913726 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-6d2191fb-ed99-44a7-a04e-f113de931f2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:07:11.940389 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47104cb9-6fca-43b9-a349-188de0baea6e admin admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=93268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 22:07:11.951141 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47104cb9-6fca-43b9-a349-188de0baea6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a75a1a99-453e-4d70-9843-38203cbe1c95,revision_number=1']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:07:11.956974 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-47104cb9-6fca-43b9-a349-188de0baea6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:07:11.957902 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-47104cb9-6fca-43b9-a349-188de0baea6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527226'] for segment, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:11.958250 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.db.segments_db [None req-47104cb9-6fca-43b9-a349-188de0baea6e admin admin] Added segment 0417f4a8-e7c4-4d62-82ef-60984557ec40 of type vlan for network 294cfe34-56f8-44d4-aaa6-49471c09bad9 Jun 18 22:07:12.002604 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-47104cb9-6fca-43b9-a349-188de0baea6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765938645724'] for network, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:12.108233 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-47104cb9-6fca-43b9-a349-188de0baea6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-490555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1678354'] for network, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:12.109740 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47104cb9-6fca-43b9-a349-188de0baea6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:12.110362 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-47104cb9-6fca-43b9-a349-188de0baea6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678351'] for network, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:12.112610 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:07:12.167984 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47104cb9-6fca-43b9-a349-188de0baea6e admin admin] Pushing event updated for resources: {'Network': ['ID=294cfe34-56f8-44d4-aaa6-49471c09bad9,revision_number=1']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:07:12.170843 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-47104cb9-6fca-43b9-a349-188de0baea6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:07:12.179204 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Network 294cfe34-56f8-44d4-aaa6-49471c09bad9 details requested by agent ovs-agent-dv-cinder-766752-3-smb with host dv-cinder-766752-3-smb {{(pid=93269) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 22:07:12.207861 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-47104cb9-6fca-43b9-a349-188de0baea6e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5260882 Jun 18 22:07:12.211110 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 50278) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:07:12.216170 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.v2.base [None req-821c1507-6985-4343-a414-27850fcbba3b admin admin] Request body: {'subnet': {'network_id': '294cfe34-56f8-44d4-aaa6-49471c09bad9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-843384668-subnet', 'tenant_id': '1b0872e3c40e43e29df59c97028b3c33', 'ip_version': 4}} {{(pid=93268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:07:12.252455 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b64b83-713c-40d2-b08b-085aeab5e2c3 None None] Sync routers for ids ['974f0c6f-a1b0-436e-82d8-29d2b903723d'] in dv-cinder-766752-3-smb {{(pid=93270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 22:07:12.262016 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b64b83-713c-40d2-b08b-085aeab5e2c3 None None] Routers {'974f0c6f-a1b0-436e-82d8-29d2b903723d'} bound to L3 agent in host dv-cinder-766752-3-smb {{(pid=93270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:07:12.262614 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_hamode_db [None req-19b64b83-713c-40d2-b08b-085aeab5e2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T21:54:00Z,description=,heartbeat_timestamp=2021-06-18T22:07:00Z,host='dv-cinder-766752-3-smb',id=cffdd0dd-f469-4450-b407-8e3f357d30fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:54:01Z,topic='l3_agent')) {'router_ids': ['974f0c6f-a1b0-436e-82d8-29d2b903723d'], 'active': True} {{(pid=93270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:07:12.287079 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-821c1507-6985-4343-a414-27850fcbba3b admin admin] Made reservation on behalf of 1b0872e3c40e43e29df59c97028b3c33 for: {'subnet': 1} {{(pid=93268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:07:12.290042 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-821c1507-6985-4343-a414-27850fcbba3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8640346'] for subnet, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:12.371825 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_dvr_db [None req-19b64b83-713c-40d2-b08b-085aeab5e2c3 None None] Set router 974f0c6f-a1b0-436e-82d8-29d2b903723d gateway port host: dv-cinder-766752-3-smb {{(pid=93270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:07:12.519702 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d692c3-b566-495b-93d6-7ed35a45665f req-350770f2-3299-459e-9f24-d69c9f164055 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:12.521744 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-c8d692c3-b566-495b-93d6-7ed35a45665f req-350770f2-3299-459e-9f24-d69c9f164055 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 945 time: 0.0776222 Jun 18 22:07:12.545393 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-821c1507-6985-4343-a414-27850fcbba3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3169686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8640328'] for subnet, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:12.550686 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:07:12.574561 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_hamode_db [None req-19b64b83-713c-40d2-b08b-085aeab5e2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974f0c6f-a1b0-436e-82d8-29d2b903723d', 'name': 'tempest-TestMinimumBasicScenario-1879193783-router', 'tenant_id': '2087593c47844d1f9be49b18fcc05ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': '61c31f78-5b2b-4184-95e3-0f952bb3248e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:07:05Z', 'updated_at': '2021-06-18T22:07:09Z', 'revision_number': 4, 'project_id': '2087593c47844d1f9be49b18fcc05ab4', 'gw_port': {'id': '61c31f78-5b2b-4184-95e3-0f952bb3248e', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:23:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '974f0c6f-a1b0-436e-82d8-29d2b903723d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:07:06Z', 'updated_at': '2021-06-18T22:07:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb', '_interfaces': [{'id': '80457bd8-b67b-4f19-997b-121759f2e5e7', 'name': '', 'network_id': '19d8b494-3d57-41df-804d-0604baecd3eb', 'tenant_id': '2087593c47844d1f9be49b18fcc05ab4', 'mac_address': 'fa:16:3e:21:d8:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '974f0c6f-a1b0-436e-82d8-29d2b903723d', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '9dd6f54e-382d-406b-9fea-779a883cc937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:07:09Z', 'updated_at': '2021-06-18T22:07:09Z', 'revision_number': 2, 'project_id': '2087593c47844d1f9be49b18fcc05ab4', 'subnets': [{'id': '9dd6f54e-382d-406b-9fea-779a883cc937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-smb', False) {} {{(pid=93270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:07:12.603630 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-c8d692c3-b566-495b-93d6-7ed35a45665f req-eb7d5dae-98ee-497e-bfe5-7b5649772f22 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=58f2a725-04fc-4d18-85d0-0d9a05d2ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764217 Jun 18 22:07:12.604561 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b64b83-713c-40d2-b08b-085aeab5e2c3 None None] Checking router: 974f0c6f-a1b0-436e-82d8-29d2b903723d for host: dv-cinder-766752-3-smb {{(pid=93270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 22:07:12.604941 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b64b83-713c-40d2-b08b-085aeab5e2c3 None None] Updating router 974f0c6f-a1b0-436e-82d8-29d2b903723d port 80457bd8-b67b-4f19-997b-121759f2e5e7 binding host dv-cinder-766752-3-smb {{(pid=93270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 22:07:12.621479 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821c1507-6985-4343-a414-27850fcbba3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=588aa0ae-6995-45b9-8fcf-e1997f9a6b86,revision_number=0']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:07:12.625669 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-821c1507-6985-4343-a414-27850fcbba3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:07:12.633284 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821c1507-6985-4343-a414-27850fcbba3b admin admin] Checking segment: {'id': '0417f4a8-e7c4-4d62-82ef-60984557ec40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '294cfe34-56f8-44d4-aaa6-49471c09bad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:07:12.633660 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821c1507-6985-4343-a414-27850fcbba3b admin admin] Network hostable DHCP agents. Network: 294cfe34-56f8-44d4-aaa6-49471c09bad9, hostable agents: ['8cbf1dbc-985e-4686-b9a4-b42f90572d3b'], hosted agents: [] {{(pid=93268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 22:07:12.645684 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-19b64b83-713c-40d2-b08b-085aeab5e2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:12.703818 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821c1507-6985-4343-a414-27850fcbba3b admin admin] Network 294cfe34-56f8-44d4-aaa6-49471c09bad9 is scheduled to be hosted by DHCP agent 8cbf1dbc-985e-4686-b9a4-b42f90572d3b with binding_index 1 {{(pid=93268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 22:07:12.744167 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device 61c31f78-5b2b-4184-95e3-0f952bb3248e up at agent ovs-agent-dv-cinder-766752-3-smb {{(pid=93269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:07:12.806444 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.base_scheduler [None req-821c1507-6985-4343-a414-27850fcbba3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766752-3-smb, 294cfe34-56f8-44d4-aaa6-49471c09bad9) {{(pid=93268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:07:12.810579 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821c1507-6985-4343-a414-27850fcbba3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:12.811240 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-821c1507-6985-4343-a414-27850fcbba3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678351'] for subnet, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:12.815496 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152a1252-92b6-41a3-aacd-405336715187 None None] Network 294cfe34-56f8-44d4-aaa6-49471c09bad9 requested from dv-cinder-766752-3-smb {{(pid=93269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 22:07:12.887557 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Provisioning for port 61c31f78-5b2b-4184-95e3-0f952bb3248e completed by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:07:12.896429 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Provisioning complete for port 61c31f78-5b2b-4184-95e3-0f952bb3248e triggered by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:07:12.896429 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:12.896696 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-821c1507-6985-4343-a414-27850fcbba3b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6819389 Jun 18 22:07:12.897061 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 50282) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:07:12.903100 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.v2.base [None req-530708e5-ce9b-44a2-96ca-2bade6c53a26 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-843384668-router', 'tenant_id': '1b0872e3c40e43e29df59c97028b3c33', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30'}}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:07:12.920578 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-19b64b83-713c-40d2-b08b-085aeab5e2c3 None None] Notify callbacks [] for port, precommit_update {{(pid=93270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:12.931280 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.provisioning_blocks [None req-19b64b83-713c-40d2-b08b-085aeab5e2c3 None None] Transition to ACTIVE for port object 80457bd8-b67b-4f19-997b-121759f2e5e7 will not be triggered until provisioned by entity L2. {{(pid=93270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:07:12.993512 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-19b64b83-713c-40d2-b08b-085aeab5e2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:12.993675 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-530708e5-ce9b-44a2-96ca-2bade6c53a26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-477333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65128'] for router, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:12.997157 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-530708e5-ce9b-44a2-96ca-2bade6c53a26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-477416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-512678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-434388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65123'] for router, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:12.997294 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG oslo_concurrency.lockutils [None req-76dba2f6-b1ca-4ec4-9768-6c1217ef9bbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:07:13.015189 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f357fa97-1f3b-4ff9-8f10-26804832d756 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe69447c-996e-5b32-9b55-7f054a75cfbd-294cfe34-56f8-44d4-aaa6-49471c09bad9', 'network_id': '294cfe34-56f8-44d4-aaa6-49471c09bad9', 'tenant_id': '1b0872e3c40e43e29df59c97028b3c33', 'fixed_ips': [{'subnet_id': '588aa0ae-6995-45b9-8fcf-e1997f9a6b86'}]}} from dv-cinder-766752-3-smb. {{(pid=93269) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 22:07:13.016028 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-f357fa97-1f3b-4ff9-8f10-26804832d756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550498'] for port, before_create {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:13.045454 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:13.052015 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a6f9d1-791d-4933-a3f9-143ca37c0979 None None] Pushing event updated for resources: {'Port': ['ID=80457bd8-b67b-4f19-997b-121759f2e5e7,revision_number=3']} {{(pid=93270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:07:13.056088 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-530708e5-ce9b-44a2-96ca-2bade6c53a26 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:13.072636 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] For port 61c31f78-5b2b-4184-95e3-0f952bb3248e, host dv-cinder-766752-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-smb',level=0,port_id=61c31f78-5b2b-4184-95e3-0f952bb3248e,segment=NetworkSegment(84b34c11-c765-4838-8c05-a350e58a1412),segment_id=84b34c11-c765-4838-8c05-a350e58a1412)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:07:13.086019 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a6f9d1-791d-4933-a3f9-143ca37c0979 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:07:13.086432 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a6f9d1-791d-4933-a3f9-143ca37c0979 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:07:13.086751 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a6f9d1-791d-4933-a3f9-143ca37c0979 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:07:13.087074 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a6f9d1-791d-4933-a3f9-143ca37c0979 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:07:13.087386 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a6f9d1-791d-4933-a3f9-143ca37c0979 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:07:13.087699 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a6f9d1-791d-4933-a3f9-143ca37c0979 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:07:13.088008 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a6f9d1-791d-4933-a3f9-143ca37c0979 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:07:13.088316 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a6f9d1-791d-4933-a3f9-143ca37c0979 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:07:13.088649 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a6f9d1-791d-4933-a3f9-143ca37c0979 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:07:13.088957 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a6f9d1-791d-4933-a3f9-143ca37c0979 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:07:13.089261 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a6f9d1-791d-4933-a3f9-143ca37c0979 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:07:13.089564 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a6f9d1-791d-4933-a3f9-143ca37c0979 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:07:13.093351 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG oslo_concurrency.lockutils [None req-e1a6f9d1-791d-4933-a3f9-143ca37c0979 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:07:13.162092 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.plugins.ml2.managers [None req-19b64b83-713c-40d2-b08b-085aeab5e2c3 None None] Attempting to bind port 80457bd8-b67b-4f19-997b-121759f2e5e7 on host dv-cinder-766752-3-smb for vnic_type normal with profile {{(pid=93270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:07:13.163050 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.plugins.ml2.managers [None req-19b64b83-713c-40d2-b08b-085aeab5e2c3 None None] Attempting to bind port 80457bd8-b67b-4f19-997b-121759f2e5e7 by drivers openvswitch,hyperv on host dv-cinder-766752-3-smb at level 0 using segments [{'id': '871cea72-4542-4c26-a7e1-944b53d16263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '19d8b494-3d57-41df-804d-0604baecd3eb'}] {{(pid=93270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:07:13.163649 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b64b83-713c-40d2-b08b-085aeab5e2c3 None None] Attempting to bind port 80457bd8-b67b-4f19-997b-121759f2e5e7 on network 19d8b494-3d57-41df-804d-0604baecd3eb {{(pid=93270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:07:13.170229 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b64b83-713c-40d2-b08b-085aeab5e2c3 None None] Checking agent: {'id': 'e70860c9-a5d2-4f1c-a15e-7701e23dd36c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 21, 54), 'started_at': datetime.datetime(2021, 6, 18, 21, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:07:13.170882 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b64b83-713c-40d2-b08b-085aeab5e2c3 None None] Checking segment: {'id': '871cea72-4542-4c26-a7e1-944b53d16263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '19d8b494-3d57-41df-804d-0604baecd3eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:07:13.171494 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-19b64b83-713c-40d2-b08b-085aeab5e2c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:13.172072 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b64b83-713c-40d2-b08b-085aeab5e2c3 None None] Bound using segment: {'id': '871cea72-4542-4c26-a7e1-944b53d16263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '19d8b494-3d57-41df-804d-0604baecd3eb'} {{(pid=93270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:07:13.172742 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.plugins.ml2.managers [None req-19b64b83-713c-40d2-b08b-085aeab5e2c3 None None] Bound port: 80457bd8-b67b-4f19-997b-121759f2e5e7, host: dv-cinder-766752-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '871cea72-4542-4c26-a7e1-944b53d16263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '19d8b494-3d57-41df-804d-0604baecd3eb'}}] {{(pid=93270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:07:13.173301 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-19b64b83-713c-40d2-b08b-085aeab5e2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:13.178543 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:13.183910 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-157e0c10-00b3-4e17-8562-b5ac107fbf70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:07:13.259690 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.plugins.ml2.db [None req-19b64b83-713c-40d2-b08b-085aeab5e2c3 None None] For port 80457bd8-b67b-4f19-997b-121759f2e5e7, host dv-cinder-766752-3-smb, cleared binding levels {{(pid=93270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:07:13.263075 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.plugins.ml2.db [None req-19b64b83-713c-40d2-b08b-085aeab5e2c3 None None] For port 80457bd8-b67b-4f19-997b-121759f2e5e7, host dv-cinder-766752-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-smb',level=0,port_id=80457bd8-b67b-4f19-997b-121759f2e5e7,segment=NetworkSegment(871cea72-4542-4c26-a7e1-944b53d16263),segment_id=871cea72-4542-4c26-a7e1-944b53d16263)] {{(pid=93270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:07:13.268706 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.db_base_plugin_common [None req-f357fa97-1f3b-4ff9-8f10-26804832d756 None None] Allocated IP 172.20.0.2 (294cfe34-56f8-44d4-aaa6-49471c09bad9/588aa0ae-6995-45b9-8fcf-e1997f9a6b86/536dda9e-8c12-43e2-930c-163f4ad1e967) {{(pid=93269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:07:13.289921 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Pushing event updated for resources: {'Port': ['ID=61c31f78-5b2b-4184-95e3-0f952bb3248e,revision_number=4']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:07:13.294121 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:07:13.344620 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-19b64b83-713c-40d2-b08b-085aeab5e2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:13.349539 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG oslo_concurrency.lockutils [None req-4fa8dd7c-44af-4baa-9dfb-3067974a3409 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:07:13.356019 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-530708e5-ce9b-44a2-96ca-2bade6c53a26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-512724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-477287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65141'] for router, precommit_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:13.406185 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b64b83-713c-40d2-b08b-085aeab5e2c3 None None] Routers {'974f0c6f-a1b0-436e-82d8-29d2b903723d'} bound to L3 agent in host dv-cinder-766752-3-smb {{(pid=93270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:07:13.406805 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_hamode_db [None req-19b64b83-713c-40d2-b08b-085aeab5e2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T21:54:00Z,description=,heartbeat_timestamp=2021-06-18T22:07:00Z,host='dv-cinder-766752-3-smb',id=cffdd0dd-f469-4450-b407-8e3f357d30fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:54:01Z,topic='l3_agent')) {'router_ids': ['974f0c6f-a1b0-436e-82d8-29d2b903723d'], 'active': True} {{(pid=93270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:07:13.449669 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a6f9d1-791d-4933-a3f9-143ca37c0979 None None] Pushing event updated for resources: {'Port': ['ID=80457bd8-b67b-4f19-997b-121759f2e5e7,revision_number=4']} {{(pid=93270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:07:13.457689 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-f357fa97-1f3b-4ff9-8f10-26804832d756 None None] Notify callbacks [] for port, precommit_create {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:13.462855 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG oslo_concurrency.lockutils [None req-e1a6f9d1-791d-4933-a3f9-143ca37c0979 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:07:13.468202 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-f357fa97-1f3b-4ff9-8f10-26804832d756 None None] Transition to ACTIVE for port object 536dda9e-8c12-43e2-930c-163f4ad1e967 will not be triggered until provisioned by entity L2. {{(pid=93269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:07:13.484865 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-f357fa97-1f3b-4ff9-8f10-26804832d756 None None] Transition to ACTIVE for port object 536dda9e-8c12-43e2-930c-163f4ad1e967 will not be triggered until provisioned by entity DHCP. {{(pid=93269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:07:13.538979 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_dvr_db [None req-19b64b83-713c-40d2-b08b-085aeab5e2c3 None None] Set router 974f0c6f-a1b0-436e-82d8-29d2b903723d gateway port host: dv-cinder-766752-3-smb {{(pid=93270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:07:13.601600 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-f357fa97-1f3b-4ff9-8f10-26804832d756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-549537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1678354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765938626142'] for port, after_create {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:13.604402 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:07:13.644822 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f357fa97-1f3b-4ff9-8f10-26804832d756 None None] Network 294cfe34-56f8-44d4-aaa6-49471c09bad9 is already hosted by enough agents. {{(pid=93269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:07:13.649774 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.scheduler.base_scheduler [None req-f357fa97-1f3b-4ff9-8f10-26804832d756 None None] Resources bound (agent type, host, resource id): {{(pid=93269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:07:13.652195 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f357fa97-1f3b-4ff9-8f10-26804832d756 None None] Received port after_create {{(pid=93269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:07:13.670039 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f357fa97-1f3b-4ff9-8f10-26804832d756 None None] Pushing event updated for resources: {'Port': ['ID=536dda9e-8c12-43e2-930c-163f4ad1e967,revision_number=1']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:07:13.674675 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-f357fa97-1f3b-4ff9-8f10-26804832d756 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:07:13.694376 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-530708e5-ce9b-44a2-96ca-2bade6c53a26 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:13.717450 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-530708e5-ce9b-44a2-96ca-2bade6c53a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550498'] for port, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:13.755813 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.managers [None req-f357fa97-1f3b-4ff9-8f10-26804832d756 None None] Attempting to bind port 536dda9e-8c12-43e2-930c-163f4ad1e967 on host dv-cinder-766752-3-smb for vnic_type normal with profile {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:07:13.756429 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.managers [None req-f357fa97-1f3b-4ff9-8f10-26804832d756 None None] Attempting to bind port 536dda9e-8c12-43e2-930c-163f4ad1e967 by drivers openvswitch,hyperv on host dv-cinder-766752-3-smb at level 0 using segments [{'id': '0417f4a8-e7c4-4d62-82ef-60984557ec40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '294cfe34-56f8-44d4-aaa6-49471c09bad9'}] {{(pid=93269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:07:13.757028 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f357fa97-1f3b-4ff9-8f10-26804832d756 None None] Attempting to bind port 536dda9e-8c12-43e2-930c-163f4ad1e967 on network 294cfe34-56f8-44d4-aaa6-49471c09bad9 {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:07:13.761429 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_hamode_db [None req-19b64b83-713c-40d2-b08b-085aeab5e2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974f0c6f-a1b0-436e-82d8-29d2b903723d', 'name': 'tempest-TestMinimumBasicScenario-1879193783-router', 'tenant_id': '2087593c47844d1f9be49b18fcc05ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': '61c31f78-5b2b-4184-95e3-0f952bb3248e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:07:05Z', 'updated_at': '2021-06-18T22:07:09Z', 'revision_number': 4, 'project_id': '2087593c47844d1f9be49b18fcc05ab4', 'gw_port': {'id': '61c31f78-5b2b-4184-95e3-0f952bb3248e', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:23:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974f0c6f-a1b0-436e-82d8-29d2b903723d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:07:06Z', 'updated_at': '2021-06-18T22:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb', '_interfaces': [{'id': '80457bd8-b67b-4f19-997b-121759f2e5e7', 'name': '', 'network_id': '19d8b494-3d57-41df-804d-0604baecd3eb', 'tenant_id': '2087593c47844d1f9be49b18fcc05ab4', 'mac_address': 'fa:16:3e:21:d8:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '974f0c6f-a1b0-436e-82d8-29d2b903723d', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '9dd6f54e-382d-406b-9fea-779a883cc937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:07:09Z', 'updated_at': '2021-06-18T22:07:13Z', 'revision_number': 4, 'project_id': '2087593c47844d1f9be49b18fcc05ab4', 'subnets': [{'id': '9dd6f54e-382d-406b-9fea-779a883cc937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-smb', False) {} {{(pid=93270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:07:13.763885 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f357fa97-1f3b-4ff9-8f10-26804832d756 None None] Checking agent: {'id': 'e70860c9-a5d2-4f1c-a15e-7701e23dd36c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 21, 54), 'started_at': datetime.datetime(2021, 6, 18, 21, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:07:13.764271 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f357fa97-1f3b-4ff9-8f10-26804832d756 None None] Checking segment: {'id': '0417f4a8-e7c4-4d62-82ef-60984557ec40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '294cfe34-56f8-44d4-aaa6-49471c09bad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:07:13.764734 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-f357fa97-1f3b-4ff9-8f10-26804832d756 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:13.765133 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f357fa97-1f3b-4ff9-8f10-26804832d756 None None] Bound using segment: {'id': '0417f4a8-e7c4-4d62-82ef-60984557ec40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '294cfe34-56f8-44d4-aaa6-49471c09bad9'} {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:07:13.765616 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.managers [None req-f357fa97-1f3b-4ff9-8f10-26804832d756 None None] Bound port: 536dda9e-8c12-43e2-930c-163f4ad1e967, host: dv-cinder-766752-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0417f4a8-e7c4-4d62-82ef-60984557ec40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '294cfe34-56f8-44d4-aaa6-49471c09bad9'}}] {{(pid=93269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:07:13.765999 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-f357fa97-1f3b-4ff9-8f10-26804832d756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:13.796890 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b64b83-713c-40d2-b08b-085aeab5e2c3 None None] The sync data for ids ['974f0c6f-a1b0-436e-82d8-29d2b903723d'] in dv-cinder-766752-3-smb is: [{'id': '974f0c6f-a1b0-436e-82d8-29d2b903723d', 'name': 'tempest-TestMinimumBasicScenario-1879193783-router', 'tenant_id': '2087593c47844d1f9be49b18fcc05ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': '61c31f78-5b2b-4184-95e3-0f952bb3248e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:07:05Z', 'updated_at': '2021-06-18T22:07:09Z', 'revision_number': 4, 'project_id': '2087593c47844d1f9be49b18fcc05ab4', 'gw_port': {'id': '61c31f78-5b2b-4184-95e3-0f952bb3248e', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:23:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974f0c6f-a1b0-436e-82d8-29d2b903723d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:07:06Z', 'updated_at': '2021-06-18T22:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb', '_interfaces': [{'id': '80457bd8-b67b-4f19-997b-121759f2e5e7', 'name': '', 'network_id': '19d8b494-3d57-41df-804d-0604baecd3eb', 'tenant_id': '2087593c47844d1f9be49b18fcc05ab4', 'mac_address': 'fa:16:3e:21:d8:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '974f0c6f-a1b0-436e-82d8-29d2b903723d', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '9dd6f54e-382d-406b-9fea-779a883cc937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:07:09Z', 'updated_at': '2021-06-18T22:07:13Z', 'revision_number': 4, 'project_id': '2087593c47844d1f9be49b18fcc05ab4', 'subnets': [{'id': '9dd6f54e-382d-406b-9fea-779a883cc937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 22:07:13.839723 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47298380-c12d-4210-a097-17fb36bb3781 req-c407af29-6927-4bc6-a274-c67e41525349 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:13.841642 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-47298380-c12d-4210-a097-17fb36bb3781 req-c407af29-6927-4bc6-a274-c67e41525349 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 945 time: 0.0846393 Jun 18 22:07:13.855202 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.db.db_base_plugin_common [None req-530708e5-ce9b-44a2-96ca-2bade6c53a26 admin admin] Allocated IP 172.28.0.138 (0a94a276-d24e-41da-a649-5ffe202eff30/cb3e10ec-d2d2-4f62-adaa-1158cc2dc485/af97db00-982f-46ce-9ebd-32899dfd03f7) {{(pid=93267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:07:13.856699 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-f357fa97-1f3b-4ff9-8f10-26804832d756 None None] For port 536dda9e-8c12-43e2-930c-163f4ad1e967, host dv-cinder-766752-3-smb, cleared binding levels {{(pid=93269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:07:13.861828 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-f357fa97-1f3b-4ff9-8f10-26804832d756 None None] For port 536dda9e-8c12-43e2-930c-163f4ad1e967, host dv-cinder-766752-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-smb',level=0,port_id=536dda9e-8c12-43e2-930c-163f4ad1e967,segment=NetworkSegment(0417f4a8-e7c4-4d62-82ef-60984557ec40),segment_id=0417f4a8-e7c4-4d62-82ef-60984557ec40)] {{(pid=93269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:07:13.896511 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-47298380-c12d-4210-a097-17fb36bb3781 req-447d9bcb-f913-4f38-acd2-8c9910189695 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=58f2a725-04fc-4d18-85d0-0d9a05d2ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487785 Jun 18 22:07:13.938439 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-f357fa97-1f3b-4ff9-8f10-26804832d756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:13.940798 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-f357fa97-1f3b-4ff9-8f10-26804832d756 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:07:13.980302 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-530708e5-ce9b-44a2-96ca-2bade6c53a26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:14.021732 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f357fa97-1f3b-4ff9-8f10-26804832d756 None None] Pushing event updated for resources: {'Port': ['ID=536dda9e-8c12-43e2-930c-163f4ad1e967,revision_number=2']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:07:14.033834 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-f357fa97-1f3b-4ff9-8f10-26804832d756 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:07:14.053967 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device 213c452f-edf0-4d01-b4d8-f0d36789ef50 no longer exists at agent hyperv_hv-cinder-76675 {{(pid=93269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:07:14.115868 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-530708e5-ce9b-44a2-96ca-2bade6c53a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-549537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1678354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765938626142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3504243'] for port, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:14.119980 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-343a1b77-3fe0-4566-8b1b-a22ff08d7557 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:07:14.150057 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:14.173223 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530708e5-ce9b-44a2-96ca-2bade6c53a26 admin admin] Network 0a94a276-d24e-41da-a649-5ffe202eff30 is already hosted by enough agents. {{(pid=93267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:07:14.176273 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.scheduler.base_scheduler [None req-530708e5-ce9b-44a2-96ca-2bade6c53a26 admin admin] Resources bound (agent type, host, resource id): {{(pid=93267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:07:14.181561 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82ef5668-f50a-42c7-ab14-8e988a838c89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '213c452f-edf0-4d01-b4d8-f0d36789ef50'}] {{(pid=93269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:07:14.186500 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530708e5-ce9b-44a2-96ca-2bade6c53a26 admin admin] Received port after_create {{(pid=93267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:07:14.192606 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af3cbdd609d599d07a5217d2d1a89114698d9a8f3654956f7909e96a5eb364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56408b28-6ba5-4532-97de-6c211173c511" -d '{"events": [{"server_uuid": "82ef5668-f50a-42c7-ab14-8e988a838c89", "name": "network-vif-unplugged", "status": "completed", "tag": "213c452f-edf0-4d01-b4d8-f0d36789ef50"}]}' {{(pid=93269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:07:14.210208 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] For port 213c452f-edf0-4d01-b4d8-f0d36789ef50, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=213c452f-edf0-4d01-b4d8-f0d36789ef50,segment=NetworkSegment(a78d8b83-5ba8-4fe4-9d6b-ca6065c6919a),segment_id=a78d8b83-5ba8-4fe4-9d6b-ca6065c6919a)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:07:14.236045 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530708e5-ce9b-44a2-96ca-2bade6c53a26 admin admin] Pushing event updated for resources: {'Port': ['ID=af97db00-982f-46ce-9ebd-32899dfd03f7,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:07:14.240383 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-530708e5-ce9b-44a2-96ca-2bade6c53a26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:07:14.259756 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 18 Jun 2021 22:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7491c6ed-ed6d-48ee-8784-36cfb0670507 x-openstack-request-id: req-7491c6ed-ed6d-48ee-8784-36cfb0670507 {{(pid=93269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:07:14.260024 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82ef5668-f50a-42c7-ab14-8e988a838c89", "name": "network-vif-unplugged", "status": "failed", "tag": "213c452f-edf0-4d01-b4d8-f0d36789ef50", "code": 422}]} {{(pid=93269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:07:14.260640 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7491c6ed-ed6d-48ee-8784-36cfb0670507 {{(pid=93269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:07:14.261207 dv-cinder-766752-3-smb neutron-server[93269]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '82ef5668-f50a-42c7-ab14-8e988a838c89', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '213c452f-edf0-4d01-b4d8-f0d36789ef50', 'code': 422} returned with failed status Jun 18 22:07:14.289920 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:14.292746 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:07:14.361615 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Pushing event updated for resources: {'Port': ['ID=213c452f-edf0-4d01-b4d8-f0d36789ef50,revision_number=8']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:07:14.365686 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:07:14.621565 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-530708e5-ce9b-44a2-96ca-2bade6c53a26 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:14.832652 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device 61c31f78-5b2b-4184-95e3-0f952bb3248e up at agent ovs-agent-dv-cinder-766752-3-smb {{(pid=93269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:07:14.859752 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-530708e5-ce9b-44a2-96ca-2bade6c53a26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-477340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-515840'] for router, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:14.886562 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Provisioning complete for port 61c31f78-5b2b-4184-95e3-0f952bb3248e triggered by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:07:14.886937 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:15.095818 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device 80457bd8-b67b-4f19-997b-121759f2e5e7 up at agent ovs-agent-dv-cinder-766752-3-smb {{(pid=93269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:07:15.097966 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-530708e5-ce9b-44a2-96ca-2bade6c53a26 admin admin] Router ba2738b0-a733-4bb0-a09c-74991385098c is scheduled to L3 agent cffdd0dd-f469-4450-b407-8e3f357d30fb with binding_index 1 {{(pid=93267) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 22:07:15.188636 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e173b9e1-a412-491f-9334-792108cda417 None None] Network 294cfe34-56f8-44d4-aaa6-49471c09bad9 requested from dv-cinder-766752-3-smb {{(pid=93269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 22:07:15.218736 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-530708e5-ce9b-44a2-96ca-2bade6c53a26 admin admin] Notify agent at l3_agent.dv-cinder-766752-3-smb the message routers_updated {{(pid=93267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 22:07:15.245592 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee91d15-f267-492a-a5db-bae3cc5974af None None] Sync routers for ids ['ba2738b0-a733-4bb0-a09c-74991385098c'] in dv-cinder-766752-3-smb {{(pid=93269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 22:07:15.249966 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Provisioning for port 80457bd8-b67b-4f19-997b-121759f2e5e7 completed by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:07:15.260467 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Provisioning complete for port 80457bd8-b67b-4f19-997b-121759f2e5e7 triggered by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:07:15.260866 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:15.294072 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee91d15-f267-492a-a5db-bae3cc5974af None None] Routers {'ba2738b0-a733-4bb0-a09c-74991385098c'} bound to L3 agent in host dv-cinder-766752-3-smb {{(pid=93269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:07:15.294696 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-fee91d15-f267-492a-a5db-bae3cc5974af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T21:54:00Z,description=,heartbeat_timestamp=2021-06-18T22:07:00Z,host='dv-cinder-766752-3-smb',id=cffdd0dd-f469-4450-b407-8e3f357d30fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:54:01Z,topic='l3_agent')) {'router_ids': ['ba2738b0-a733-4bb0-a09c-74991385098c'], 'active': True} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:07:15.320740 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-530708e5-ce9b-44a2-96ca-2bade6c53a26 admin admin] Notify callbacks [] for router, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:15.322005 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-530708e5-ce9b-44a2-96ca-2bade6c53a26 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4226503 Jun 18 22:07:15.324921 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 50306) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:07:15.459014 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-c3458ff8-f9f7-4f14-9bbe-49593ce68e95 None None] Provisioning for port 536dda9e-8c12-43e2-930c-163f4ad1e967 completed by entity DHCP. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:07:15.525281 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvr_db [None req-fee91d15-f267-492a-a5db-bae3cc5974af None None] Set router ba2738b0-a733-4bb0-a09c-74991385098c gateway port host: dv-cinder-766752-3-smb {{(pid=93269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:07:15.576681 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:15.686102 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] For port 80457bd8-b67b-4f19-997b-121759f2e5e7, host dv-cinder-766752-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-smb',level=0,port_id=80457bd8-b67b-4f19-997b-121759f2e5e7,segment=NetworkSegment(871cea72-4542-4c26-a7e1-944b53d16263),segment_id=871cea72-4542-4c26-a7e1-944b53d16263)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:07:15.787970 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-fee91d15-f267-492a-a5db-bae3cc5974af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba2738b0-a733-4bb0-a09c-74991385098c', 'name': 'tempest-TestMinimumBasicScenario-843384668-router', 'tenant_id': '1b0872e3c40e43e29df59c97028b3c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': 'af97db00-982f-46ce-9ebd-32899dfd03f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:07:13Z', 'updated_at': '2021-06-18T22:07:14Z', 'revision_number': 3, 'project_id': '1b0872e3c40e43e29df59c97028b3c33', 'gw_port': {'id': 'af97db00-982f-46ce-9ebd-32899dfd03f7', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1b:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba2738b0-a733-4bb0-a09c-74991385098c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:07:13Z', 'updated_at': '2021-06-18T22:07:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb'}], 'dv-cinder-766752-3-smb', False) {} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:07:15.818855 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee91d15-f267-492a-a5db-bae3cc5974af None None] Checking router: ba2738b0-a733-4bb0-a09c-74991385098c for host: dv-cinder-766752-3-smb {{(pid=93269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 22:07:15.819221 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee91d15-f267-492a-a5db-bae3cc5974af None None] Updating router ba2738b0-a733-4bb0-a09c-74991385098c port af97db00-982f-46ce-9ebd-32899dfd03f7 binding host dv-cinder-766752-3-smb {{(pid=93269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 22:07:15.841257 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:15.842118 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device 536dda9e-8c12-43e2-930c-163f4ad1e967 up at agent ovs-agent-dv-cinder-766752-3-smb {{(pid=93269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:07:15.846399 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:07:15.929504 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Pushing event updated for resources: {'Port': ['ID=80457bd8-b67b-4f19-997b-121759f2e5e7,revision_number=5']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:07:15.932903 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:07:15.949098 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-fee91d15-f267-492a-a5db-bae3cc5974af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:16.117996 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Provisioning for port 536dda9e-8c12-43e2-930c-163f4ad1e967 completed by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:07:16.123005 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Provisioning complete for port 536dda9e-8c12-43e2-930c-163f4ad1e967 triggered by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:07:16.123388 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:16.133783 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-f2012f23-57e4-4ee8-b831-71d9ba2519ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550498'] for port, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:16.150810 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be0de8-d3ad-4275-890b-1f50789b34d6 req-5291625b-14e8-4f32-92f8-d796f2e7560d tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:16.152284 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-42be0de8-d3ad-4275-890b-1f50789b34d6 req-5291625b-14e8-4f32-92f8-d796f2e7560d tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 943 time: 0.1344335 Jun 18 22:07:16.237379 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-42be0de8-d3ad-4275-890b-1f50789b34d6 req-32193e0b-c963-4ec8-bcfc-98b38faf4874 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=58f2a725-04fc-4d18-85d0-0d9a05d2ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744321 Jun 18 22:07:16.247736 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:16.320516 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] For port 536dda9e-8c12-43e2-930c-163f4ad1e967, host dv-cinder-766752-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-smb',level=0,port_id=536dda9e-8c12-43e2-930c-163f4ad1e967,segment=NetworkSegment(0417f4a8-e7c4-4d62-82ef-60984557ec40),segment_id=0417f4a8-e7c4-4d62-82ef-60984557ec40)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:07:16.329661 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-fee91d15-f267-492a-a5db-bae3cc5974af None None] Notify callbacks [] for port, precommit_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:16.339487 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-fee91d15-f267-492a-a5db-bae3cc5974af None None] Transition to ACTIVE for port object af97db00-982f-46ce-9ebd-32899dfd03f7 will not be triggered until provisioned by entity L2. {{(pid=93269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:07:16.346282 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.db_base_plugin_common [None req-f2012f23-57e4-4ee8-b831-71d9ba2519ff admin admin] Allocated IP 172.20.0.1 (294cfe34-56f8-44d4-aaa6-49471c09bad9/588aa0ae-6995-45b9-8fcf-e1997f9a6b86/042de170-000b-42ff-800b-60537d4e8eb3) {{(pid=93268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:07:16.387529 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:16.390476 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:07:16.414828 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-fee91d15-f267-492a-a5db-bae3cc5974af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:16.447440 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-f2012f23-57e4-4ee8-b831-71d9ba2519ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:16.459912 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Pushing event updated for resources: {'Port': ['ID=536dda9e-8c12-43e2-930c-163f4ad1e967,revision_number=3']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:07:16.463208 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:07:16.463950 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-157e0c10-00b3-4e17-8562-b5ac107fbf70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:07:16.464091 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-f2012f23-57e4-4ee8-b831-71d9ba2519ff admin admin] Transition to ACTIVE for port object 042de170-000b-42ff-800b-60537d4e8eb3 will not be triggered until provisioned by entity DHCP. {{(pid=93268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:07:16.466882 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.managers [None req-fee91d15-f267-492a-a5db-bae3cc5974af None None] Attempting to bind port af97db00-982f-46ce-9ebd-32899dfd03f7 on host dv-cinder-766752-3-smb for vnic_type normal with profile {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:07:16.467389 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.managers [None req-fee91d15-f267-492a-a5db-bae3cc5974af None None] Attempting to bind port af97db00-982f-46ce-9ebd-32899dfd03f7 by drivers openvswitch,hyperv on host dv-cinder-766752-3-smb at level 0 using segments [{'id': '84b34c11-c765-4838-8c05-a350e58a1412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30'}] {{(pid=93269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:07:16.468004 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee91d15-f267-492a-a5db-bae3cc5974af None None] Attempting to bind port af97db00-982f-46ce-9ebd-32899dfd03f7 on network 0a94a276-d24e-41da-a649-5ffe202eff30 {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:07:16.491502 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee91d15-f267-492a-a5db-bae3cc5974af None None] Checking agent: {'id': 'e70860c9-a5d2-4f1c-a15e-7701e23dd36c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 21, 54), 'started_at': datetime.datetime(2021, 6, 18, 21, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:07:16.492527 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee91d15-f267-492a-a5db-bae3cc5974af None None] Checking segment: {'id': '84b34c11-c765-4838-8c05-a350e58a1412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:07:16.492527 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-fee91d15-f267-492a-a5db-bae3cc5974af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:16.493045 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee91d15-f267-492a-a5db-bae3cc5974af None None] Bound using segment: {'id': '84b34c11-c765-4838-8c05-a350e58a1412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30'} {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:07:16.493632 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.managers [None req-fee91d15-f267-492a-a5db-bae3cc5974af None None] Bound port: af97db00-982f-46ce-9ebd-32899dfd03f7, host: dv-cinder-766752-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84b34c11-c765-4838-8c05-a350e58a1412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30'}}] {{(pid=93269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:07:16.494177 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-fee91d15-f267-492a-a5db-bae3cc5974af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:16.517505 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 50334) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:07:16.545335 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce3a8c0-4326-4770-80b4-d80a7176656b None None] Pushing event updated for resources: {'Port': ['ID=af97db00-982f-46ce-9ebd-32899dfd03f7,revision_number=2']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:07:16.548264 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-f2012f23-57e4-4ee8-b831-71d9ba2519ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-549537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1678354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765938626142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3169570'] for port, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:16.550419 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-660d79da-d393-48a8-a006-91ee8342d3d2 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:07:16.573063 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-fee91d15-f267-492a-a5db-bae3cc5974af None None] For port af97db00-982f-46ce-9ebd-32899dfd03f7, host dv-cinder-766752-3-smb, cleared binding levels {{(pid=93269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:07:16.577153 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-fee91d15-f267-492a-a5db-bae3cc5974af None None] For port af97db00-982f-46ce-9ebd-32899dfd03f7, host dv-cinder-766752-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-smb',level=0,port_id=af97db00-982f-46ce-9ebd-32899dfd03f7,segment=NetworkSegment(84b34c11-c765-4838-8c05-a350e58a1412),segment_id=84b34c11-c765-4838-8c05-a350e58a1412)] {{(pid=93269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:07:16.579532 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-4ce3a8c0-4326-4770-80b4-d80a7176656b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:07:16.612499 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2012f23-57e4-4ee8-b831-71d9ba2519ff admin admin] Network 294cfe34-56f8-44d4-aaa6-49471c09bad9 is already hosted by enough agents. {{(pid=93268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:07:16.633569 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.base_scheduler [None req-f2012f23-57e4-4ee8-b831-71d9ba2519ff admin admin] Resources bound (agent type, host, resource id): {{(pid=93268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:07:16.640322 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2012f23-57e4-4ee8-b831-71d9ba2519ff admin admin] Received port after_create {{(pid=93268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:07:16.641683 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-fee91d15-f267-492a-a5db-bae3cc5974af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:16.650004 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-0a2753f4-e82e-453f-8173-b408f3adceab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:07:16.676653 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2012f23-57e4-4ee8-b831-71d9ba2519ff admin admin] Pushing event updated for resources: {'Port': ['ID=042de170-000b-42ff-800b-60537d4e8eb3,revision_number=1']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:07:16.700566 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-f2012f23-57e4-4ee8-b831-71d9ba2519ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:07:16.721075 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-f2012f23-57e4-4ee8-b831-71d9ba2519ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-519215'] for router_interface, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:16.731422 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee91d15-f267-492a-a5db-bae3cc5974af None None] Routers {'ba2738b0-a733-4bb0-a09c-74991385098c'} bound to L3 agent in host dv-cinder-766752-3-smb {{(pid=93269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:07:16.733070 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-fee91d15-f267-492a-a5db-bae3cc5974af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T21:54:00Z,description=,heartbeat_timestamp=2021-06-18T22:07:00Z,host='dv-cinder-766752-3-smb',id=cffdd0dd-f469-4450-b407-8e3f357d30fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:54:01Z,topic='l3_agent')) {'router_ids': ['ba2738b0-a733-4bb0-a09c-74991385098c'], 'active': True} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:07:16.786055 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce3a8c0-4326-4770-80b4-d80a7176656b None None] Pushing event updated for resources: {'Port': ['ID=af97db00-982f-46ce-9ebd-32899dfd03f7,revision_number=3']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:07:16.809763 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-8d2b7498-b99c-4cec-b50a-63ef9b21d39d req-f6dc6526-25e8-41fb-82b1-eea0928fd42b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=82ef5668-f50a-42c7-ab14-8e988a838c89&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2905769 Jun 18 22:07:16.821359 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-4ce3a8c0-4326-4770-80b4-d80a7176656b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:07:16.827364 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device 80457bd8-b67b-4f19-997b-121759f2e5e7 up at agent ovs-agent-dv-cinder-766752-3-smb {{(pid=93269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:07:16.970337 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvr_db [None req-fee91d15-f267-492a-a5db-bae3cc5974af None None] Set router ba2738b0-a733-4bb0-a09c-74991385098c gateway port host: dv-cinder-766752-3-smb {{(pid=93269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:07:16.998279 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-f2012f23-57e4-4ee8-b831-71d9ba2519ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:17.184093 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-f2012f23-57e4-4ee8-b831-71d9ba2519ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:17.227122 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Provisioning complete for port 80457bd8-b67b-4f19-997b-121759f2e5e7 triggered by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:07:17.227503 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:17.235884 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-f2012f23-57e4-4ee8-b831-71d9ba2519ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3169556'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:17.239900 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-4c85bc09-f97c-4d83-904e-113b17ac3926 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:07:17.271912 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-1154253b-71d0-46b3-9fb8-c343d0df8f00 None None] Provisioning for port 042de170-000b-42ff-800b-60537d4e8eb3 completed by entity DHCP. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:07:17.283650 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-1154253b-71d0-46b3-9fb8-c343d0df8f00 None None] Provisioning complete for port 042de170-000b-42ff-800b-60537d4e8eb3 triggered by entity DHCP. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:07:17.283856 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-1154253b-71d0-46b3-9fb8-c343d0df8f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:17.311448 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-f2012f23-57e4-4ee8-b831-71d9ba2519ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513078'] for router_interface, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:17.314173 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2012f23-57e4-4ee8-b831-71d9ba2519ff admin admin] Pushing event updated for resources: {'Port': ['ID=042de170-000b-42ff-800b-60537d4e8eb3,revision_number=2']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:07:17.320611 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-f2012f23-57e4-4ee8-b831-71d9ba2519ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:07:17.377734 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.plugin [None req-1154253b-71d0-46b3-9fb8-c343d0df8f00 None None] Port 042de170-000b-42ff-800b-60537d4e8eb3 cannot update to ACTIVE because it is not bound. {{(pid=93269) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 22:07:17.396954 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device 536dda9e-8c12-43e2-930c-163f4ad1e967 up at agent ovs-agent-dv-cinder-766752-3-smb {{(pid=93269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:07:17.440275 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-fee91d15-f267-492a-a5db-bae3cc5974af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba2738b0-a733-4bb0-a09c-74991385098c', 'name': 'tempest-TestMinimumBasicScenario-843384668-router', 'tenant_id': '1b0872e3c40e43e29df59c97028b3c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': 'af97db00-982f-46ce-9ebd-32899dfd03f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:07:13Z', 'updated_at': '2021-06-18T22:07:14Z', 'revision_number': 3, 'project_id': '1b0872e3c40e43e29df59c97028b3c33', 'gw_port': {'id': 'af97db00-982f-46ce-9ebd-32899dfd03f7', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1b:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba2738b0-a733-4bb0-a09c-74991385098c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:07:13Z', 'updated_at': '2021-06-18T22:07:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb'}], 'dv-cinder-766752-3-smb', False) {} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:07:17.444618 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2012f23-57e4-4ee8-b831-71d9ba2519ff admin admin] Network 294cfe34-56f8-44d4-aaa6-49471c09bad9 is already hosted by enough agents. {{(pid=93268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:07:17.447744 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.base_scheduler [None req-f2012f23-57e4-4ee8-b831-71d9ba2519ff admin admin] Resources bound (agent type, host, resource id): {{(pid=93268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:07:17.469558 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee91d15-f267-492a-a5db-bae3cc5974af None None] The sync data for ids ['ba2738b0-a733-4bb0-a09c-74991385098c'] in dv-cinder-766752-3-smb is: [{'id': 'ba2738b0-a733-4bb0-a09c-74991385098c', 'name': 'tempest-TestMinimumBasicScenario-843384668-router', 'tenant_id': '1b0872e3c40e43e29df59c97028b3c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': 'af97db00-982f-46ce-9ebd-32899dfd03f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:07:13Z', 'updated_at': '2021-06-18T22:07:14Z', 'revision_number': 3, 'project_id': '1b0872e3c40e43e29df59c97028b3c33', 'gw_port': {'id': 'af97db00-982f-46ce-9ebd-32899dfd03f7', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1b:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba2738b0-a733-4bb0-a09c-74991385098c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:07:13Z', 'updated_at': '2021-06-18T22:07:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb'}] {{(pid=93269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 22:07:17.482233 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Provisioning complete for port 536dda9e-8c12-43e2-930c-163f4ad1e967 triggered by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:07:17.482916 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:17.523233 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5f711e-7366-4670-bc31-895f9d864bf9 req-080f6746-4151-456e-bb86-9ff14791177e tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:17.530733 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-4a5f711e-7366-4670-bc31-895f9d864bf9 req-080f6746-4151-456e-bb86-9ff14791177e tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 943 time: 0.1520634 Jun 18 22:07:17.621820 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-4a5f711e-7366-4670-bc31-895f9d864bf9 req-811b4968-92dd-4382-9284-0fee17516b33 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=58f2a725-04fc-4d18-85d0-0d9a05d2ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893600 Jun 18 22:07:17.649447 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2012f23-57e4-4ee8-b831-71d9ba2519ff admin admin] Router ba2738b0-a733-4bb0-a09c-74991385098c has already been hosted by L3 agent cffdd0dd-f469-4450-b407-8e3f357d30fb {{(pid=93268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 22:07:17.700464 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-d2ea053a-c67d-4e2e-8b51-fb991ee4bf1c None None] Provisioning complete for port 042de170-000b-42ff-800b-60537d4e8eb3 triggered by entity DHCP. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:07:17.700792 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-d2ea053a-c67d-4e2e-8b51-fb991ee4bf1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:17.744924 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.plugin [None req-d2ea053a-c67d-4e2e-8b51-fb991ee4bf1c None None] Port 042de170-000b-42ff-800b-60537d4e8eb3 cannot update to ACTIVE because it is not bound. {{(pid=93269) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 22:07:17.790301 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2012f23-57e4-4ee8-b831-71d9ba2519ff admin admin] Notify agent at l3_agent.dv-cinder-766752-3-smb the message routers_updated {{(pid=93268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 22:07:17.794900 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-f2012f23-57e4-4ee8-b831-71d9ba2519ff admin admin] 10.222.0.23 "PUT /v2.0/routers/ba2738b0-a733-4bb0-a09c-74991385098c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4686060 Jun 18 22:07:18.784141 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device af97db00-982f-46ce-9ebd-32899dfd03f7 up at agent ovs-agent-dv-cinder-766752-3-smb {{(pid=93269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:07:18.890877 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed4210c-01ec-4efd-a2b9-55e19590be68 req-90578e5e-8bd1-4c66-86b0-a5ce54911bc3 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:18.893505 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-2ed4210c-01ec-4efd-a2b9-55e19590be68 req-90578e5e-8bd1-4c66-86b0-a5ce54911bc3 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 943 time: 0.1119342 Jun 18 22:07:18.944414 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Provisioning for port af97db00-982f-46ce-9ebd-32899dfd03f7 completed by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:07:18.949665 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Provisioning complete for port af97db00-982f-46ce-9ebd-32899dfd03f7 triggered by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:07:18.950078 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:18.959795 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-2ed4210c-01ec-4efd-a2b9-55e19590be68 req-eddf1ef9-9494-450f-93f2-6e0fabd67841 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=58f2a725-04fc-4d18-85d0-0d9a05d2ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599744 Jun 18 22:07:19.063489 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:19.092155 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] For port af97db00-982f-46ce-9ebd-32899dfd03f7, host dv-cinder-766752-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-smb',level=0,port_id=af97db00-982f-46ce-9ebd-32899dfd03f7,segment=NetworkSegment(84b34c11-c765-4838-8c05-a350e58a1412),segment_id=84b34c11-c765-4838-8c05-a350e58a1412)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:07:19.177363 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:19.179474 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-93441740-c440-4dc1-b976-0576db0020af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:07:19.246964 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Pushing event updated for resources: {'Port': ['ID=af97db00-982f-46ce-9ebd-32899dfd03f7,revision_number=4']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:07:19.250293 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:07:19.285527 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8641cebe-e644-439b-b6e5-c7995661960e None None] Sync routers for ids ['ba2738b0-a733-4bb0-a09c-74991385098c'] in dv-cinder-766752-3-smb {{(pid=93270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 22:07:19.293927 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8641cebe-e644-439b-b6e5-c7995661960e None None] Routers {'ba2738b0-a733-4bb0-a09c-74991385098c'} bound to L3 agent in host dv-cinder-766752-3-smb {{(pid=93270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:07:19.294621 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_hamode_db [None req-8641cebe-e644-439b-b6e5-c7995661960e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T21:54:00Z,description=,heartbeat_timestamp=2021-06-18T22:07:00Z,host='dv-cinder-766752-3-smb',id=cffdd0dd-f469-4450-b407-8e3f357d30fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:54:01Z,topic='l3_agent')) {'router_ids': ['ba2738b0-a733-4bb0-a09c-74991385098c'], 'active': True} {{(pid=93270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:07:19.526549 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_dvr_db [None req-8641cebe-e644-439b-b6e5-c7995661960e None None] Set router ba2738b0-a733-4bb0-a09c-74991385098c gateway port host: dv-cinder-766752-3-smb {{(pid=93270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:07:19.755773 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_hamode_db [None req-8641cebe-e644-439b-b6e5-c7995661960e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba2738b0-a733-4bb0-a09c-74991385098c', 'name': 'tempest-TestMinimumBasicScenario-843384668-router', 'tenant_id': '1b0872e3c40e43e29df59c97028b3c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': 'af97db00-982f-46ce-9ebd-32899dfd03f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:07:13Z', 'updated_at': '2021-06-18T22:07:16Z', 'revision_number': 4, 'project_id': '1b0872e3c40e43e29df59c97028b3c33', 'gw_port': {'id': 'af97db00-982f-46ce-9ebd-32899dfd03f7', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2738b0-a733-4bb0-a09c-74991385098c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:07:13Z', 'updated_at': '2021-06-18T22:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb', '_interfaces': [{'id': '042de170-000b-42ff-800b-60537d4e8eb3', 'name': '', 'network_id': '294cfe34-56f8-44d4-aaa6-49471c09bad9', 'tenant_id': '1b0872e3c40e43e29df59c97028b3c33', 'mac_address': 'fa:16:3e:cc:e5:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba2738b0-a733-4bb0-a09c-74991385098c', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '588aa0ae-6995-45b9-8fcf-e1997f9a6b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:07:16Z', 'updated_at': '2021-06-18T22:07:17Z', 'revision_number': 2, 'project_id': '1b0872e3c40e43e29df59c97028b3c33', 'subnets': [{'id': '588aa0ae-6995-45b9-8fcf-e1997f9a6b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-smb', False) {} {{(pid=93270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:07:19.795845 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8641cebe-e644-439b-b6e5-c7995661960e None None] Checking router: ba2738b0-a733-4bb0-a09c-74991385098c for host: dv-cinder-766752-3-smb {{(pid=93270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 22:07:19.796505 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8641cebe-e644-439b-b6e5-c7995661960e None None] Updating router ba2738b0-a733-4bb0-a09c-74991385098c port 042de170-000b-42ff-800b-60537d4e8eb3 binding host dv-cinder-766752-3-smb {{(pid=93270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 22:07:19.837782 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2b7498-b99c-4cec-b50a-63ef9b21d39d req-fa99f139-90de-4049-99eb-25e713eee53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:19.839293 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-8d2b7498-b99c-4cec-b50a-63ef9b21d39d req-fa99f139-90de-4049-99eb-25e713eee53b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=82ef5668-f50a-42c7-ab14-8e988a838c89&tenant_id=086d8a7db0824b69b4ceea30f277fb14 HTTP/1.1" status: 200 len: 1096 time: 0.1205277 Jun 18 22:07:19.842793 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-8641cebe-e644-439b-b6e5-c7995661960e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:19.933655 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2b7498-b99c-4cec-b50a-63ef9b21d39d req-ec71f46e-2800-4107-a54b-4c9c82be5d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:19.935771 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-8d2b7498-b99c-4cec-b50a-63ef9b21d39d req-ec71f46e-2800-4107-a54b-4c9c82be5d81 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=086d8a7db0824b69b4ceea30f277fb14&device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 1096 time: 0.0593536 Jun 18 22:07:20.002806 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.agents_db [None req-e551f8fc-329d-4229-a52e-01157ddddd3a None None] Agent healthcheck: found 6 active agents {{(pid=93270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 22:07:20.044321 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2b7498-b99c-4cec-b50a-63ef9b21d39d req-0886e2da-da51-4538-98b4-1e00ebaed8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:20.045893 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-8d2b7498-b99c-4cec-b50a-63ef9b21d39d req-0886e2da-da51-4538-98b4-1e00ebaed8a3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1d1f4389-47a7-47d4-a0f5-f21dad0f67c2 HTTP/1.1" status: 200 len: 918 time: 0.1028194 Jun 18 22:07:20.063381 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:20.179989 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-8641cebe-e644-439b-b6e5-c7995661960e None None] Notify callbacks [] for port, precommit_update {{(pid=93270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:20.191369 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.provisioning_blocks [None req-8641cebe-e644-439b-b6e5-c7995661960e None None] Transition to ACTIVE for port object 042de170-000b-42ff-800b-60537d4e8eb3 will not be triggered until provisioned by entity L2. {{(pid=93270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:07:20.205097 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae3567-542e-4cf7-a824-d4d03933bf40 req-6ef58ad8-2b34-450a-9d70-8e15d1e67f20 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:20.206599 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-68ae3567-542e-4cf7-a824-d4d03933bf40 req-6ef58ad8-2b34-450a-9d70-8e15d1e67f20 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 943 time: 0.0848415 Jun 18 22:07:20.209275 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-8d2b7498-b99c-4cec-b50a-63ef9b21d39d req-504a9e9c-fdce-4172-a65a-1c0963c28d34 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=213c452f-edf0-4d01-b4d8-f0d36789ef50 HTTP/1.1" status: 200 len: 998 time: 0.1535976 Jun 18 22:07:20.289982 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-68ae3567-542e-4cf7-a824-d4d03933bf40 req-a8bcbee5-ebef-4cf3-9e58-be41e61670b6 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=58f2a725-04fc-4d18-85d0-0d9a05d2ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771787 Jun 18 22:07:20.298034 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-8641cebe-e644-439b-b6e5-c7995661960e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:20.300642 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:07:20.325549 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2b7498-b99c-4cec-b50a-63ef9b21d39d req-007b0648-b3d0-4138-ab0c-26e2eaa20bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:20.326991 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-8d2b7498-b99c-4cec-b50a-63ef9b21d39d req-007b0648-b3d0-4138-ab0c-26e2eaa20bf3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7481fd0b-ce05-4e67-b068-a6b20f3c0083 HTTP/1.1" status: 200 len: 856 time: 0.0977733 Jun 18 22:07:20.351905 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d0f214-4f52-4aa2-82a8-0df7a3e98e7c None None] Pushing event updated for resources: {'Port': ['ID=042de170-000b-42ff-800b-60537d4e8eb3,revision_number=3']} {{(pid=93270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:07:20.399935 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2b7498-b99c-4cec-b50a-63ef9b21d39d req-f4f2482c-18b4-4d83-9834-3c2ccf6b4599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:20.402285 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-8d2b7498-b99c-4cec-b50a-63ef9b21d39d req-f4f2482c-18b4-4d83-9834-3c2ccf6b4599 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1d1f4389-47a7-47d4-a0f5-f21dad0f67c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0687807 Jun 18 22:07:20.436010 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG oslo_concurrency.lockutils [None req-b5d0f214-4f52-4aa2-82a8-0df7a3e98e7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:07:20.513683 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.plugins.ml2.managers [None req-8641cebe-e644-439b-b6e5-c7995661960e None None] Attempting to bind port 042de170-000b-42ff-800b-60537d4e8eb3 on host dv-cinder-766752-3-smb for vnic_type normal with profile {{(pid=93270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:07:20.513683 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.plugins.ml2.managers [None req-8641cebe-e644-439b-b6e5-c7995661960e None None] Attempting to bind port 042de170-000b-42ff-800b-60537d4e8eb3 by drivers openvswitch,hyperv on host dv-cinder-766752-3-smb at level 0 using segments [{'id': '0417f4a8-e7c4-4d62-82ef-60984557ec40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '294cfe34-56f8-44d4-aaa6-49471c09bad9'}] {{(pid=93270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:07:20.513972 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8641cebe-e644-439b-b6e5-c7995661960e None None] Attempting to bind port 042de170-000b-42ff-800b-60537d4e8eb3 on network 294cfe34-56f8-44d4-aaa6-49471c09bad9 {{(pid=93270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:07:20.521646 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8641cebe-e644-439b-b6e5-c7995661960e None None] Checking agent: {'id': 'e70860c9-a5d2-4f1c-a15e-7701e23dd36c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766752-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 21, 54), 'started_at': datetime.datetime(2021, 6, 18, 21, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766752-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:07:20.522024 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8641cebe-e644-439b-b6e5-c7995661960e None None] Checking segment: {'id': '0417f4a8-e7c4-4d62-82ef-60984557ec40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '294cfe34-56f8-44d4-aaa6-49471c09bad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:07:20.522948 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-8641cebe-e644-439b-b6e5-c7995661960e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:20.523357 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8641cebe-e644-439b-b6e5-c7995661960e None None] Bound using segment: {'id': '0417f4a8-e7c4-4d62-82ef-60984557ec40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '294cfe34-56f8-44d4-aaa6-49471c09bad9'} {{(pid=93270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:07:20.523841 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.plugins.ml2.managers [None req-8641cebe-e644-439b-b6e5-c7995661960e None None] Bound port: 042de170-000b-42ff-800b-60537d4e8eb3, host: dv-cinder-766752-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0417f4a8-e7c4-4d62-82ef-60984557ec40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '294cfe34-56f8-44d4-aaa6-49471c09bad9'}}] {{(pid=93270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:07:20.524286 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-8641cebe-e644-439b-b6e5-c7995661960e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:20.553187 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-8d2b7498-b99c-4cec-b50a-63ef9b21d39d req-1b2ce9ac-8931-40b5-be7a-f2b95722bcea service neutron] 10.222.0.42 "GET /v2.0/networks/1d1f4389-47a7-47d4-a0f5-f21dad0f67c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412385 Jun 18 22:07:20.611439 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.plugins.ml2.db [None req-8641cebe-e644-439b-b6e5-c7995661960e None None] For port 042de170-000b-42ff-800b-60537d4e8eb3, host dv-cinder-766752-3-smb, cleared binding levels {{(pid=93270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:07:20.615513 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.plugins.ml2.db [None req-8641cebe-e644-439b-b6e5-c7995661960e None None] For port 042de170-000b-42ff-800b-60537d4e8eb3, host dv-cinder-766752-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-smb',level=0,port_id=042de170-000b-42ff-800b-60537d4e8eb3,segment=NetworkSegment(0417f4a8-e7c4-4d62-82ef-60984557ec40),segment_id=0417f4a8-e7c4-4d62-82ef-60984557ec40)] {{(pid=93270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:07:20.674260 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-8d2b7498-b99c-4cec-b50a-63ef9b21d39d req-9552cb41-e778-4729-9fcf-0157b59df6ad service neutron] 10.222.0.42 "GET /v2.0/networks/1d1f4389-47a7-47d4-a0f5-f21dad0f67c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143804 Jun 18 22:07:20.702133 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-8641cebe-e644-439b-b6e5-c7995661960e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:20.704852 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:07:20.795638 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8641cebe-e644-439b-b6e5-c7995661960e None None] Routers {'ba2738b0-a733-4bb0-a09c-74991385098c'} bound to L3 agent in host dv-cinder-766752-3-smb {{(pid=93270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:07:20.796269 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_hamode_db [None req-8641cebe-e644-439b-b6e5-c7995661960e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T21:54:00Z,description=,heartbeat_timestamp=2021-06-18T22:07:00Z,host='dv-cinder-766752-3-smb',id=cffdd0dd-f469-4450-b407-8e3f357d30fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:54:01Z,topic='l3_agent')) {'router_ids': ['ba2738b0-a733-4bb0-a09c-74991385098c'], 'active': True} {{(pid=93270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:07:20.799564 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d0f214-4f52-4aa2-82a8-0df7a3e98e7c None None] Pushing event updated for resources: {'Port': ['ID=042de170-000b-42ff-800b-60537d4e8eb3,revision_number=4']} {{(pid=93270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:07:20.830183 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device af97db00-982f-46ce-9ebd-32899dfd03f7 up at agent ovs-agent-dv-cinder-766752-3-smb {{(pid=93269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:07:20.840685 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG oslo_concurrency.lockutils [None req-b5d0f214-4f52-4aa2-82a8-0df7a3e98e7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:07:20.909046 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Provisioning complete for port af97db00-982f-46ce-9ebd-32899dfd03f7 triggered by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:07:20.909676 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:21.019872 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_dvr_db [None req-8641cebe-e644-439b-b6e5-c7995661960e None None] Set router ba2738b0-a733-4bb0-a09c-74991385098c gateway port host: dv-cinder-766752-3-smb {{(pid=93270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:07:21.280380 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_hamode_db [None req-8641cebe-e644-439b-b6e5-c7995661960e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba2738b0-a733-4bb0-a09c-74991385098c', 'name': 'tempest-TestMinimumBasicScenario-843384668-router', 'tenant_id': '1b0872e3c40e43e29df59c97028b3c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': 'af97db00-982f-46ce-9ebd-32899dfd03f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:07:13Z', 'updated_at': '2021-06-18T22:07:16Z', 'revision_number': 4, 'project_id': '1b0872e3c40e43e29df59c97028b3c33', 'gw_port': {'id': 'af97db00-982f-46ce-9ebd-32899dfd03f7', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2738b0-a733-4bb0-a09c-74991385098c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:07:13Z', 'updated_at': '2021-06-18T22:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb', '_interfaces': [{'id': '042de170-000b-42ff-800b-60537d4e8eb3', 'name': '', 'network_id': '294cfe34-56f8-44d4-aaa6-49471c09bad9', 'tenant_id': '1b0872e3c40e43e29df59c97028b3c33', 'mac_address': 'fa:16:3e:cc:e5:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba2738b0-a733-4bb0-a09c-74991385098c', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '588aa0ae-6995-45b9-8fcf-e1997f9a6b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:07:16Z', 'updated_at': '2021-06-18T22:07:20Z', 'revision_number': 4, 'project_id': '1b0872e3c40e43e29df59c97028b3c33', 'subnets': [{'id': '588aa0ae-6995-45b9-8fcf-e1997f9a6b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-smb', False) {} {{(pid=93270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:07:21.311808 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8641cebe-e644-439b-b6e5-c7995661960e None None] The sync data for ids ['ba2738b0-a733-4bb0-a09c-74991385098c'] in dv-cinder-766752-3-smb is: [{'id': 'ba2738b0-a733-4bb0-a09c-74991385098c', 'name': 'tempest-TestMinimumBasicScenario-843384668-router', 'tenant_id': '1b0872e3c40e43e29df59c97028b3c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': 'af97db00-982f-46ce-9ebd-32899dfd03f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:07:13Z', 'updated_at': '2021-06-18T22:07:16Z', 'revision_number': 4, 'project_id': '1b0872e3c40e43e29df59c97028b3c33', 'gw_port': {'id': 'af97db00-982f-46ce-9ebd-32899dfd03f7', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2738b0-a733-4bb0-a09c-74991385098c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:07:13Z', 'updated_at': '2021-06-18T22:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb', '_interfaces': [{'id': '042de170-000b-42ff-800b-60537d4e8eb3', 'name': '', 'network_id': '294cfe34-56f8-44d4-aaa6-49471c09bad9', 'tenant_id': '1b0872e3c40e43e29df59c97028b3c33', 'mac_address': 'fa:16:3e:cc:e5:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba2738b0-a733-4bb0-a09c-74991385098c', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '588aa0ae-6995-45b9-8fcf-e1997f9a6b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:07:16Z', 'updated_at': '2021-06-18T22:07:20Z', 'revision_number': 4, 'project_id': '1b0872e3c40e43e29df59c97028b3c33', 'subnets': [{'id': '588aa0ae-6995-45b9-8fcf-e1997f9a6b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 22:07:21.631809 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ed4d9f-76e2-4eac-91c5-0b069bee81d7 req-18c6fa5f-8796-4ead-89cf-a9245878764e tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:21.633447 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-69ed4d9f-76e2-4eac-91c5-0b069bee81d7 req-18c6fa5f-8796-4ead-89cf-a9245878764e tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 943 time: 0.1253729 Jun 18 22:07:21.734588 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-69ed4d9f-76e2-4eac-91c5-0b069bee81d7 req-15616022-c582-4bca-97ac-0a679d251add tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=58f2a725-04fc-4d18-85d0-0d9a05d2ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902102 Jun 18 22:07:22.737284 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device 042de170-000b-42ff-800b-60537d4e8eb3 up at agent ovs-agent-dv-cinder-766752-3-smb {{(pid=93269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:07:22.935318 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bcf840-52be-4dec-a4f8-d65681bd17ae req-01254127-ab2b-4530-9f09-bb7ac69cdcf4 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:22.944263 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-64bcf840-52be-4dec-a4f8-d65681bd17ae req-01254127-ab2b-4530-9f09-bb7ac69cdcf4 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 943 time: 0.0751710 Jun 18 22:07:22.980574 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-64bcf840-52be-4dec-a4f8-d65681bd17ae req-567ee050-8b06-4618-996a-b2d977411646 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=58f2a725-04fc-4d18-85d0-0d9a05d2ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353646 Jun 18 22:07:23.008153 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Provisioning for port 042de170-000b-42ff-800b-60537d4e8eb3 completed by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:07:23.012634 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Provisioning complete for port 042de170-000b-42ff-800b-60537d4e8eb3 triggered by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:07:23.013066 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:23.118214 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:23.169647 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] For port 042de170-000b-42ff-800b-60537d4e8eb3, host dv-cinder-766752-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-smb',level=0,port_id=042de170-000b-42ff-800b-60537d4e8eb3,segment=NetworkSegment(0417f4a8-e7c4-4d62-82ef-60984557ec40),segment_id=0417f4a8-e7c4-4d62-82ef-60984557ec40)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:07:23.286959 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:23.290187 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:07:23.406900 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Pushing event updated for resources: {'Port': ['ID=042de170-000b-42ff-800b-60537d4e8eb3,revision_number=5']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:07:23.415633 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:07:24.227815 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a3258-ab35-4627-ac74-df7be6ed1801 req-c6c154d0-1486-4b8a-9290-153f003e4451 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:24.230518 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-f02a3258-ab35-4627-ac74-df7be6ed1801 req-c6c154d0-1486-4b8a-9290-153f003e4451 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 943 time: 0.0845187 Jun 18 22:07:24.279351 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-f02a3258-ab35-4627-ac74-df7be6ed1801 req-2f8b2469-ed49-4540-b226-80b19eba390d tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=58f2a725-04fc-4d18-85d0-0d9a05d2ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420949 Jun 18 22:07:24.833276 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device 042de170-000b-42ff-800b-60537d4e8eb3 up at agent ovs-agent-dv-cinder-766752-3-smb {{(pid=93269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:07:24.928337 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Provisioning complete for port 042de170-000b-42ff-800b-60537d4e8eb3 triggered by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:07:24.929146 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:25.696922 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aee86a-947f-4823-9d32-20435beeb83f req-08e36520-4150-4e5e-b45b-1969417ce476 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:25.699731 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-11aee86a-947f-4823-9d32-20435beeb83f req-08e36520-4150-4e5e-b45b-1969417ce476 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 943 time: 0.2029083 Jun 18 22:07:25.764094 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-11aee86a-947f-4823-9d32-20435beeb83f req-0ffec243-0338-4049-add8-ea6e2128070d tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=58f2a725-04fc-4d18-85d0-0d9a05d2ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573535 Jun 18 22:07:27.008108 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493abf53-cedb-4c33-b13d-12cc1f0590f7 req-28ecb32a-40ad-420b-b649-839b50b6f02c tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:27.009588 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-493abf53-cedb-4c33-b13d-12cc1f0590f7 req-28ecb32a-40ad-420b-b649-839b50b6f02c tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 943 time: 0.0885506 Jun 18 22:07:27.054163 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-493abf53-cedb-4c33-b13d-12cc1f0590f7 req-42bcf749-f3d5-42e6-b80c-e79a18b290fd tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=58f2a725-04fc-4d18-85d0-0d9a05d2ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382752 Jun 18 22:07:27.719987 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-bfa6bdb1-8534-4802-9667-0798a46cc64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:28.415858 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6415f69e-dfca-4e9a-aa52-c9ba31dd505c req-5140b5df-5c57-4c9c-9b9e-3d585e26913b tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:28.418163 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-6415f69e-dfca-4e9a-aa52-c9ba31dd505c req-5140b5df-5c57-4c9c-9b9e-3d585e26913b tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 943 time: 0.0839491 Jun 18 22:07:28.496438 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-6415f69e-dfca-4e9a-aa52-c9ba31dd505c req-3bb2c8c7-d456-4a3c-a49c-182d6932401e tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=58f2a725-04fc-4d18-85d0-0d9a05d2ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720496 Jun 18 22:07:29.733489 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2435dc-14a2-4f7c-81ec-bd49fc4665c5 req-378f789e-018a-473a-86eb-66e5d6aac437 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:29.739007 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-ac2435dc-14a2-4f7c-81ec-bd49fc4665c5 req-378f789e-018a-473a-86eb-66e5d6aac437 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 943 time: 0.0859592 Jun 18 22:07:29.798120 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-ac2435dc-14a2-4f7c-81ec-bd49fc4665c5 req-eaee9e24-57d0-437e-a5d4-5386c690e3e4 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=58f2a725-04fc-4d18-85d0-0d9a05d2ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569651 Jun 18 22:07:30.194143 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-fa7fdd8f-6ea7-46eb-bfcd-31e2d6605fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:30.302199 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:31.083978 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e6c21-0c21-411c-802d-478573fd865d req-b488ada6-6e61-47ff-8cdc-67885d398835 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:31.086252 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-4d8e6c21-0c21-411c-802d-478573fd865d req-b488ada6-6e61-47ff-8cdc-67885d398835 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/networks?id=19d8b494-3d57-41df-804d-0604baecd3eb HTTP/1.1" status: 200 len: 815 time: 0.1251714 Jun 18 22:07:31.110120 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d548fe7b-fa3a-49cc-b9d5-be9f6691880a req-e8e9e6f9-a8a0-4037-9bef-286abe2050a3 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:31.111573 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-d548fe7b-fa3a-49cc-b9d5-be9f6691880a req-e8e9e6f9-a8a0-4037-9bef-286abe2050a3 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 943 time: 0.1957300 Jun 18 22:07:31.113282 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-4d8e6c21-0c21-411c-802d-478573fd865d req-a28a35f8-ac29-4066-a3d3-58399e16af50 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/quotas/2087593c47844d1f9be49b18fcc05ab4 HTTP/1.1" status: 200 len: 375 time: 0.0214672 Jun 18 22:07:31.181803 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-d548fe7b-fa3a-49cc-b9d5-be9f6691880a req-99d17012-059c-42ed-ad00-6ced1516adfd tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=58f2a725-04fc-4d18-85d0-0d9a05d2ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638871 Jun 18 22:07:31.209635 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-4d8e6c21-0c21-411c-802d-478573fd865d req-54176e62-dcec-4780-886e-6d5edfc531fb tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2087593c47844d1f9be49b18fcc05ab4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0825958 Jun 18 22:07:31.358692 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-4d8e6c21-0c21-411c-802d-478573fd865d req-3d8785a0-737d-46ad-8ad9-47a179f0ec3d service neutron] 10.222.0.23 "GET /v2.0/networks/19d8b494-3d57-41df-804d-0604baecd3eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406484 Jun 18 22:07:31.458290 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-4d8e6c21-0c21-411c-802d-478573fd865d req-03aa2052-c83d-4519-ba20-b8d85999c3e7 service neutron] 10.222.0.23 "GET /v2.0/networks/19d8b494-3d57-41df-804d-0604baecd3eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929151 Jun 18 22:07:31.513383 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-66c5960c-ceb9-453b-add3-817047489609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:31.679165 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-113f2517-e7da-4eb6-a08c-ef3f7b147ac8 req-4161b850-b8a0-44ad-a606-743dabe0a56e tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0c932d1-4edb-4c67-8681-f9e49dd1bb27 HTTP/1.1" status: 200 len: 210 time: 0.0288901 Jun 18 22:07:32.385705 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdfd030-d6ee-40bd-ba90-cfd67a01c15a req-7c64362e-63a2-4501-adf5-019b6071444e tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:32.387163 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-0cdfd030-d6ee-40bd-ba90-cfd67a01c15a req-7c64362e-63a2-4501-adf5-019b6071444e tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 943 time: 0.0698731 Jun 18 22:07:32.434981 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-0cdfd030-d6ee-40bd-ba90-cfd67a01c15a req-8bbf4061-990b-473e-960b-5dad820d1bb1 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=58f2a725-04fc-4d18-85d0-0d9a05d2ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351286 Jun 18 22:07:32.764814 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-aed14f32-a1fa-4979-a8db-e159954ac7b8 req-9a18df1b-5ea1-4090-af9d-17217986d56b tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0c932d1-4edb-4c67-8681-f9e49dd1bb27 HTTP/1.1" status: 200 len: 210 time: 0.0330660 Jun 18 22:07:33.216600 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-cfd4400b-1529-4ea9-a221-6a7c5fbf6a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:33.647383 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a02aae-6113-4ba4-873e-96dea28873e5 req-5ee34702-2f6b-493f-adbb-1ec4aa745f85 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:33.649685 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-79a02aae-6113-4ba4-873e-96dea28873e5 req-5ee34702-2f6b-493f-adbb-1ec4aa745f85 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 943 time: 0.0810213 Jun 18 22:07:33.688621 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-79a02aae-6113-4ba4-873e-96dea28873e5 req-baa2ac66-e43a-439f-ad24-9424d62b6139 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=58f2a725-04fc-4d18-85d0-0d9a05d2ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332263 Jun 18 22:07:33.907833 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-7c44e9d8-66b7-4222-b7eb-681a962d4c6f req-2b0e1087-78eb-4821-a70b-9862e936e23d tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0c932d1-4edb-4c67-8681-f9e49dd1bb27 HTTP/1.1" status: 200 len: 210 time: 0.0332978 Jun 18 22:07:34.872051 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54dc894-d097-4d63-a1ed-3eebc8f5cfcf req-41a625a1-1579-4db9-acf7-3f8939bfa29f tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:34.873606 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a54dc894-d097-4d63-a1ed-3eebc8f5cfcf req-41a625a1-1579-4db9-acf7-3f8939bfa29f tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 943 time: 0.0671468 Jun 18 22:07:34.911247 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a54dc894-d097-4d63-a1ed-3eebc8f5cfcf req-f95a03c4-6cbc-4bf8-ba90-ff910b295890 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=58f2a725-04fc-4d18-85d0-0d9a05d2ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318975 Jun 18 22:07:35.052359 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-297f3994-49f7-44c3-a63e-fd9be45e4949 req-e2193aa0-72e7-409f-a11b-41572d4aa924 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0c932d1-4edb-4c67-8681-f9e49dd1bb27 HTTP/1.1" status: 200 len: 210 time: 0.0277188 Jun 18 22:07:36.425690 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-45d4b5f1-79c8-4194-826f-70a3f87da609 req-50ca7777-e691-44c7-a7e3-804fadb9db3d tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0c932d1-4edb-4c67-8681-f9e49dd1bb27 HTTP/1.1" status: 200 len: 210 time: 0.0445206 Jun 18 22:07:36.473265 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6321d4ee-93bd-497a-a855-fcb1e77ccdf0 req-c0b14e66-a6dd-4844-9475-fa696dbe9610 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:36.475600 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-6321d4ee-93bd-497a-a855-fcb1e77ccdf0 req-c0b14e66-a6dd-4844-9475-fa696dbe9610 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 943 time: 0.4488347 Jun 18 22:07:36.483102 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e6c21-0c21-411c-802d-478573fd865d req-0b091052-e18f-4a77-a482-ebf3fe5ebf10 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:36.484524 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-4d8e6c21-0c21-411c-802d-478573fd865d req-0b091052-e18f-4a77-a482-ebf3fe5ebf10 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.42 "GET /v2.0/networks?id=19d8b494-3d57-41df-804d-0604baecd3eb HTTP/1.1" status: 200 len: 815 time: 0.4306214 Jun 18 22:07:36.504756 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.v2.base [req-4d8e6c21-0c21-411c-802d-478573fd865d req-563957c0-689d-47ea-b981-c390190c5b34 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Request body: {'port': {'device_id': 'a0c932d1-4edb-4c67-8681-f9e49dd1bb27', 'network_id': '19d8b494-3d57-41df-804d-0604baecd3eb', 'admin_state_up': True, 'tenant_id': '2087593c47844d1f9be49b18fcc05ab4'}} {{(pid=93268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:07:36.567309 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-6321d4ee-93bd-497a-a855-fcb1e77ccdf0 req-6d3ec74f-d74f-4eba-bab4-f12fa8d5432b tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=58f2a725-04fc-4d18-85d0-0d9a05d2ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817609 Jun 18 22:07:36.722156 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d8e6c21-0c21-411c-802d-478573fd865d req-563957c0-689d-47ea-b981-c390190c5b34 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Made reservation on behalf of 2087593c47844d1f9be49b18fcc05ab4 for: {'port': 1} {{(pid=93268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:07:36.722156 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-4d8e6c21-0c21-411c-802d-478573fd865d req-563957c0-689d-47ea-b981-c390190c5b34 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550498'] for port, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:36.849446 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.db_base_plugin_common [req-4d8e6c21-0c21-411c-802d-478573fd865d req-563957c0-689d-47ea-b981-c390190c5b34 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Allocated IP 172.20.0.14 (19d8b494-3d57-41df-804d-0604baecd3eb/9dd6f54e-382d-406b-9fea-779a883cc937/fc599553-2b75-4824-9ca9-7afd84aa90c4) {{(pid=93268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:07:37.025490 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-4d8e6c21-0c21-411c-802d-478573fd865d req-563957c0-689d-47ea-b981-c390190c5b34 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Notify callbacks [] for port, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:37.048404 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [req-4d8e6c21-0c21-411c-802d-478573fd865d req-563957c0-689d-47ea-b981-c390190c5b34 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Transition to ACTIVE for port object fc599553-2b75-4824-9ca9-7afd84aa90c4 will not be triggered until provisioned by entity DHCP. {{(pid=93268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:07:37.160481 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-4d8e6c21-0c21-411c-802d-478573fd865d req-563957c0-689d-47ea-b981-c390190c5b34 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-549537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1678354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765938626142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3169570'] for port, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:37.172126 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-3d2dc084-240a-4b24-bb01-8e114abda4ca tempest-VolumesActionsTest-39084986 tempest-VolumesActionsTest-39084986-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:07:37.209759 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d8e6c21-0c21-411c-802d-478573fd865d req-563957c0-689d-47ea-b981-c390190c5b34 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Network 19d8b494-3d57-41df-804d-0604baecd3eb is already hosted by enough agents. {{(pid=93268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:07:37.214882 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.base_scheduler [req-4d8e6c21-0c21-411c-802d-478573fd865d req-563957c0-689d-47ea-b981-c390190c5b34 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Resources bound (agent type, host, resource id): {{(pid=93268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:07:37.218739 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d8e6c21-0c21-411c-802d-478573fd865d req-563957c0-689d-47ea-b981-c390190c5b34 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Received port after_create {{(pid=93268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:07:37.252275 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563957c0-689d-47ea-b981-c390190c5b34 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Pushing event updated for resources: {'Port': ['ID=fc599553-2b75-4824-9ca9-7afd84aa90c4,revision_number=1']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:07:37.275148 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563957c0-689d-47ea-b981-c390190c5b34 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:07:37.275663 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563957c0-689d-47ea-b981-c390190c5b34 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:07:37.276014 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563957c0-689d-47ea-b981-c390190c5b34 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:07:37.276454 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563957c0-689d-47ea-b981-c390190c5b34 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:07:37.276846 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563957c0-689d-47ea-b981-c390190c5b34 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:07:37.277193 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563957c0-689d-47ea-b981-c390190c5b34 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:07:37.277553 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563957c0-689d-47ea-b981-c390190c5b34 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:07:37.277914 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563957c0-689d-47ea-b981-c390190c5b34 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:07:37.278270 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563957c0-689d-47ea-b981-c390190c5b34 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:07:37.278622 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563957c0-689d-47ea-b981-c390190c5b34 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:07:37.279029 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563957c0-689d-47ea-b981-c390190c5b34 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:07:37.279324 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563957c0-689d-47ea-b981-c390190c5b34 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:07:37.293754 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-563957c0-689d-47ea-b981-c390190c5b34 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:07:37.312273 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e6c21-0c21-411c-802d-478573fd865d req-563957c0-689d-47ea-b981-c390190c5b34 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:37.313006 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-4d8e6c21-0c21-411c-802d-478573fd865d req-563957c0-689d-47ea-b981-c390190c5b34 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31239'] for port, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:37.394186 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-4d8e6c21-0c21-411c-802d-478573fd865d req-563957c0-689d-47ea-b981-c390190c5b34 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8942940 Jun 18 22:07:37.646794 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10873fde-9bd2-4f2b-8e2a-a11ec99dab4f req-aaf1d04b-7df9-489f-8dd1-961c76aa045b tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:37.648403 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-10873fde-9bd2-4f2b-8e2a-a11ec99dab4f req-aaf1d04b-7df9-489f-8dd1-961c76aa045b tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0c932d1-4edb-4c67-8681-f9e49dd1bb27 HTTP/1.1" status: 200 len: 932 time: 0.0891461 Jun 18 22:07:37.656041 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-b419c9b8-cd89-403c-b517-9dcad143bf3e None None] Provisioning for port fc599553-2b75-4824-9ca9-7afd84aa90c4 completed by entity DHCP. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:07:37.663749 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-b419c9b8-cd89-403c-b517-9dcad143bf3e None None] Provisioning complete for port fc599553-2b75-4824-9ca9-7afd84aa90c4 triggered by entity DHCP. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:07:37.664779 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-b419c9b8-cd89-403c-b517-9dcad143bf3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:37.711325 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.plugin [None req-b419c9b8-cd89-403c-b517-9dcad143bf3e None None] Port fc599553-2b75-4824-9ca9-7afd84aa90c4 cannot update to ACTIVE because it is not bound. {{(pid=93269) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 22:07:37.723874 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-10873fde-9bd2-4f2b-8e2a-a11ec99dab4f req-5aad4ea9-e823-4eec-bda1-8c8747a45990 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6352080f-1f40-42d5-bc77-ae4725cc805c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663452 Jun 18 22:07:37.831784 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76056d59-c78b-437f-b086-a7c80953fd6e req-cede705f-68be-4305-8843-f8b183109eb8 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:37.833533 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-76056d59-c78b-437f-b086-a7c80953fd6e req-cede705f-68be-4305-8843-f8b183109eb8 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 943 time: 0.0959044 Jun 18 22:07:37.872302 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-76056d59-c78b-437f-b086-a7c80953fd6e req-96235d21-4ff8-4e7f-978c-793d9a4fc405 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=58f2a725-04fc-4d18-85d0-0d9a05d2ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329144 Jun 18 22:07:38.120264 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device 213c452f-edf0-4d01-b4d8-f0d36789ef50 details requested by agent hyperv_hv-cinder-76675 with host hv-cinder-76675 {{(pid=93269) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 22:07:38.251131 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] For port 213c452f-edf0-4d01-b4d8-f0d36789ef50, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=213c452f-edf0-4d01-b4d8-f0d36789ef50,segment=NetworkSegment(a78d8b83-5ba8-4fe4-9d6b-ca6065c6919a),segment_id=a78d8b83-5ba8-4fe4-9d6b-ca6065c6919a)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:07:38.259788 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Returning: {'device': '213c452f-edf0-4d01-b4d8-f0d36789ef50', 'network_id': '1d1f4389-47a7-47d4-a0f5-f21dad0f67c2', 'port_id': '213c452f-edf0-4d01-b4d8-f0d36789ef50', 'mac_address': 'fa:16:3e:a5:a8:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7481fd0b-ce05-4e67-b068-a6b20f3c0083', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93269) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 22:07:38.299742 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:38.313012 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.notifiers.nova [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 213c452f-edf0-4d01-b4d8-f0d36789ef50 {{(pid=93269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:07:38.334375 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] For port 213c452f-edf0-4d01-b4d8-f0d36789ef50, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=213c452f-edf0-4d01-b4d8-f0d36789ef50,segment=NetworkSegment(a78d8b83-5ba8-4fe4-9d6b-ca6065c6919a),segment_id=a78d8b83-5ba8-4fe4-9d6b-ca6065c6919a)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:07:38.392977 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:38.395850 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-a43e42f3-b37c-4ec3-8774-baf24e109c32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:07:38.448136 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Pushing event updated for resources: {'Port': ['ID=213c452f-edf0-4d01-b4d8-f0d36789ef50,revision_number=9']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:07:38.456822 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:07:38.457211 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:07:38.457646 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:07:38.457983 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:07:38.458399 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:07:38.458736 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:07:38.459047 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:07:38.459419 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:07:38.459754 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:07:38.460060 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:07:38.460374 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:07:38.460713 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:07:38.464711 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:07:38.740030 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] get_ports_and_sgs() called for port_ids ['213c452f-edf0-4d01-b4d8-f0d36789ef50'] {{(pid=93269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:07:38.928302 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54246a17-3d67-49ac-9b5d-51919a61fda8 req-d510323c-69a5-4993-9fc4-98264adbb5c8 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:38.935417 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-54246a17-3d67-49ac-9b5d-51919a61fda8 req-d510323c-69a5-4993-9fc4-98264adbb5c8 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0c932d1-4edb-4c67-8681-f9e49dd1bb27 HTTP/1.1" status: 200 len: 932 time: 0.0840688 Jun 18 22:07:38.971815 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-54246a17-3d67-49ac-9b5d-51919a61fda8 req-a485d197-d4e3-4e2c-b452-f0e31085ae5f tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6352080f-1f40-42d5-bc77-ae4725cc805c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354702 Jun 18 22:07:39.069953 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8bd9d-8509-4a13-959d-e4f56ff60035 req-3acadcfb-51e8-4fd5-93a5-99d20bc71a9c tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:39.072305 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-6bb8bd9d-8509-4a13-959d-e4f56ff60035 req-3acadcfb-51e8-4fd5-93a5-99d20bc71a9c tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 944 time: 0.0706341 Jun 18 22:07:39.117926 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-6bb8bd9d-8509-4a13-959d-e4f56ff60035 req-8828a5e1-f2d5-47f1-aa54-d712428a192c tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=58f2a725-04fc-4d18-85d0-0d9a05d2ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407915 Jun 18 22:07:40.148658 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d353b9-1e19-4158-a214-7f80b6300d75 req-27382a4f-1bba-4d97-856f-b93c6a18fe08 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:40.150437 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-52d353b9-1e19-4158-a214-7f80b6300d75 req-27382a4f-1bba-4d97-856f-b93c6a18fe08 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0c932d1-4edb-4c67-8681-f9e49dd1bb27 HTTP/1.1" status: 200 len: 932 time: 0.0657952 Jun 18 22:07:40.161617 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device 213c452f-edf0-4d01-b4d8-f0d36789ef50 up at agent hyperv_hv-cinder-76675 {{(pid=93269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:07:40.191919 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-52d353b9-1e19-4158-a214-7f80b6300d75 req-aed3e8e7-a5f4-4e9c-8b6b-50d0081b052d tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6352080f-1f40-42d5-bc77-ae4725cc805c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353460 Jun 18 22:07:40.218264 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Provisioning complete for port 213c452f-edf0-4d01-b4d8-f0d36789ef50 triggered by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:07:40.218725 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:40.327194 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:40.353718 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82ef5668-f50a-42c7-ab14-8e988a838c89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '213c452f-edf0-4d01-b4d8-f0d36789ef50'}] {{(pid=93269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:07:40.355973 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af3cbdd609d599d07a5217d2d1a89114698d9a8f3654956f7909e96a5eb364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24edb0a9-9078-4885-bc4f-9a685a40cea8" -d '{"events": [{"server_uuid": "82ef5668-f50a-42c7-ab14-8e988a838c89", "name": "network-vif-plugged", "status": "completed", "tag": "213c452f-edf0-4d01-b4d8-f0d36789ef50"}]}' {{(pid=93269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:07:40.370637 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] For port 213c452f-edf0-4d01-b4d8-f0d36789ef50, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=213c452f-edf0-4d01-b4d8-f0d36789ef50,segment=NetworkSegment(a78d8b83-5ba8-4fe4-9d6b-ca6065c6919a),segment_id=a78d8b83-5ba8-4fe4-9d6b-ca6065c6919a)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:07:40.387587 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142085aa-7530-4adb-8cfa-74fd1581728b req-d1d72a27-656c-4f79-b692-09e0172e1100 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:40.393575 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-142085aa-7530-4adb-8cfa-74fd1581728b req-d1d72a27-656c-4f79-b692-09e0172e1100 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 944 time: 0.0874267 Jun 18 22:07:40.430997 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-142085aa-7530-4adb-8cfa-74fd1581728b req-c6983c80-09a9-4b98-9afe-f0624d2b9695 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=58f2a725-04fc-4d18-85d0-0d9a05d2ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345962 Jun 18 22:07:40.448519 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:40.450599 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:07:40.498512 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11acee05-9bf8-4185-9aa9-ccb84886f507 x-openstack-request-id: req-11acee05-9bf8-4185-9aa9-ccb84886f507 {{(pid=93269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:07:40.503684 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82ef5668-f50a-42c7-ab14-8e988a838c89", "name": "network-vif-plugged", "status": "completed", "tag": "213c452f-edf0-4d01-b4d8-f0d36789ef50", "code": 200}]} {{(pid=93269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:07:40.503684 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-11acee05-9bf8-4185-9aa9-ccb84886f507 {{(pid=93269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:07:40.503684 dv-cinder-766752-3-smb neutron-server[93269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82ef5668-f50a-42c7-ab14-8e988a838c89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '213c452f-edf0-4d01-b4d8-f0d36789ef50', 'code': 200} Jun 18 22:07:40.508849 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Pushing event updated for resources: {'Port': ['ID=213c452f-edf0-4d01-b4d8-f0d36789ef50,revision_number=10']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:07:40.512264 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:07:41.373459 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e62a3b-3c97-4e27-b1e6-b3e6e1394461 req-128021f5-ae5a-4072-a617-d734abb98a68 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:41.381023 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-32e62a3b-3c97-4e27-b1e6-b3e6e1394461 req-128021f5-ae5a-4072-a617-d734abb98a68 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0c932d1-4edb-4c67-8681-f9e49dd1bb27 HTTP/1.1" status: 200 len: 932 time: 0.0740454 Jun 18 22:07:41.416392 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-32e62a3b-3c97-4e27-b1e6-b3e6e1394461 req-3947f695-2525-4967-b359-e2feea5fb92e tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6352080f-1f40-42d5-bc77-ae4725cc805c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344992 Jun 18 22:07:41.617326 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f742a31f-77c2-4bbc-b501-f71edd8785b9 req-731fe7e8-df39-4a1b-9d41-63363d05969e tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:41.618809 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-f742a31f-77c2-4bbc-b501-f71edd8785b9 req-731fe7e8-df39-4a1b-9d41-63363d05969e tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 946 time: 0.0659213 Jun 18 22:07:41.660165 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-f742a31f-77c2-4bbc-b501-f71edd8785b9 req-7c6dfb1f-af7a-48d2-b35b-0ee1d6925449 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=58f2a725-04fc-4d18-85d0-0d9a05d2ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350962 Jun 18 22:07:42.605172 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a08dac4-4d16-482e-889e-888d2e11be5d req-07981a61-8071-42ba-a35f-94d7d40b4962 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:42.607002 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-0a08dac4-4d16-482e-889e-888d2e11be5d req-07981a61-8071-42ba-a35f-94d7d40b4962 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0c932d1-4edb-4c67-8681-f9e49dd1bb27 HTTP/1.1" status: 200 len: 932 time: 0.0808759 Jun 18 22:07:42.651376 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-0a08dac4-4d16-482e-889e-888d2e11be5d req-367eff81-a357-45ad-bcee-9dd7c8357337 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6352080f-1f40-42d5-bc77-ae4725cc805c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382521 Jun 18 22:07:42.847654 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d16b4a1-17de-4a2f-b300-0188d2b78b05 req-243226a0-7982-4ada-8426-35854297a019 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:42.849269 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-9d16b4a1-17de-4a2f-b300-0188d2b78b05 req-243226a0-7982-4ada-8426-35854297a019 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 946 time: 0.0713947 Jun 18 22:07:42.891419 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-9d16b4a1-17de-4a2f-b300-0188d2b78b05 req-23ab39c0-5851-4923-84a9-b77906dbc2a7 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=58f2a725-04fc-4d18-85d0-0d9a05d2ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361307 Jun 18 22:07:43.852324 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bfc423-0512-49ab-bec6-d735494b75c1 req-31973f06-1a1a-4357-bbd1-8bd7b6c8eb71 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:43.880763 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-96bfc423-0512-49ab-bec6-d735494b75c1 req-31973f06-1a1a-4357-bbd1-8bd7b6c8eb71 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0c932d1-4edb-4c67-8681-f9e49dd1bb27 HTTP/1.1" status: 200 len: 932 time: 0.0814269 Jun 18 22:07:43.894447 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-96bfc423-0512-49ab-bec6-d735494b75c1 req-249124c3-6ada-481d-be49-61b65bcfd90d tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6352080f-1f40-42d5-bc77-ae4725cc805c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348096 Jun 18 22:07:44.074772 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eaae20-21ee-47b2-884e-730586fb7f0a req-34bbe448-3bbb-4c4a-88e6-56de7e08ab41 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:44.076414 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b5eaae20-21ee-47b2-884e-730586fb7f0a req-34bbe448-3bbb-4c4a-88e6-56de7e08ab41 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 946 time: 0.0658758 Jun 18 22:07:44.117666 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b5eaae20-21ee-47b2-884e-730586fb7f0a req-b560ec1a-8166-49f1-9544-e515602c95bc tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=58f2a725-04fc-4d18-85d0-0d9a05d2ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348132 Jun 18 22:07:45.071938 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ec09d-798c-41cc-b3c2-2ea823418857 req-d9886084-fc54-4741-8dcb-c7e44b478784 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:45.074314 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b94ec09d-798c-41cc-b3c2-2ea823418857 req-d9886084-fc54-4741-8dcb-c7e44b478784 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0c932d1-4edb-4c67-8681-f9e49dd1bb27 HTTP/1.1" status: 200 len: 932 time: 0.0642614 Jun 18 22:07:45.113477 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b94ec09d-798c-41cc-b3c2-2ea823418857 req-691d59ef-958e-4ea4-aabe-9881df44c370 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6352080f-1f40-42d5-bc77-ae4725cc805c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336404 Jun 18 22:07:45.316859 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e0c5e-1062-44a7-ac0d-17af35a50a94 req-952536bd-6565-4dc6-be65-771d154c5596 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:45.318402 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a13e0c5e-1062-44a7-ac0d-17af35a50a94 req-952536bd-6565-4dc6-be65-771d154c5596 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 946 time: 0.0757115 Jun 18 22:07:45.357783 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a13e0c5e-1062-44a7-ac0d-17af35a50a94 req-3a33d299-491d-4f10-af50-6a1291c3f36d tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=58f2a725-04fc-4d18-85d0-0d9a05d2ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336623 Jun 18 22:07:46.304266 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788dfe73-b24c-4071-aff5-08465bfbcb75 req-c4b96795-201d-47f0-89f9-47f6541f09d1 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:46.306715 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-788dfe73-b24c-4071-aff5-08465bfbcb75 req-c4b96795-201d-47f0-89f9-47f6541f09d1 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0c932d1-4edb-4c67-8681-f9e49dd1bb27 HTTP/1.1" status: 200 len: 932 time: 0.0781083 Jun 18 22:07:46.347382 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-788dfe73-b24c-4071-aff5-08465bfbcb75 req-8610d051-547c-41ef-b912-e947eb408ea8 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6352080f-1f40-42d5-bc77-ae4725cc805c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348113 Jun 18 22:07:46.569603 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34269e1e-5562-462a-b68b-e4b122183c0d req-891cdf0c-a159-4145-99bf-bc1bd58b63f8 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:46.571090 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-34269e1e-5562-462a-b68b-e4b122183c0d req-891cdf0c-a159-4145-99bf-bc1bd58b63f8 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 946 time: 0.0846715 Jun 18 22:07:46.611320 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-34269e1e-5562-462a-b68b-e4b122183c0d req-bd5f9b78-e264-48cb-a253-18052774f796 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=58f2a725-04fc-4d18-85d0-0d9a05d2ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338168 Jun 18 22:07:47.516214 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc48bdc0-9517-4183-8d0a-dda5a6525c46 req-2eed56fd-9b48-492e-8dbd-720af9372643 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:47.518265 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-cc48bdc0-9517-4183-8d0a-dda5a6525c46 req-2eed56fd-9b48-492e-8dbd-720af9372643 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0c932d1-4edb-4c67-8681-f9e49dd1bb27 HTTP/1.1" status: 200 len: 932 time: 0.0636797 Jun 18 22:07:47.555606 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-cc48bdc0-9517-4183-8d0a-dda5a6525c46 req-11c97f1c-c86b-495e-b9e8-8344bc7d52bc tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6352080f-1f40-42d5-bc77-ae4725cc805c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314596 Jun 18 22:07:47.632728 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.v2.base [req-4d8e6c21-0c21-411c-802d-478573fd865d req-48298d01-ebb8-49be-96f1-18c0d50ec5cd service neutron] Request body: {'port': {'device_id': 'a0c932d1-4edb-4c67-8681-f9e49dd1bb27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=93268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:07:47.709658 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-4d8e6c21-0c21-411c-802d-478573fd865d req-48298d01-ebb8-49be-96f1-18c0d50ec5cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:47.918689 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f88bfc5-96f1-485a-a57c-85d577479d30 req-a8223fcb-ce6c-400a-a79b-fc33418c8e61 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:47.920144 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3f88bfc5-96f1-485a-a57c-85d577479d30 req-a8223fcb-ce6c-400a-a79b-fc33418c8e61 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 946 time: 0.1746180 Jun 18 22:07:47.981390 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3f88bfc5-96f1-485a-a57c-85d577479d30 req-9bd6453f-3f88-4ac8-8ddd-4b8bcf18ddd3 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=58f2a725-04fc-4d18-85d0-0d9a05d2ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547493 Jun 18 22:07:48.056558 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.notifiers.nova [req-4d8e6c21-0c21-411c-802d-478573fd865d req-48298d01-ebb8-49be-96f1-18c0d50ec5cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc599553-2b75-4824-9ca9-7afd84aa90c4 {{(pid=93268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:07:48.064587 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-4d8e6c21-0c21-411c-802d-478573fd865d req-48298d01-ebb8-49be-96f1-18c0d50ec5cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:48.076502 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [req-4d8e6c21-0c21-411c-802d-478573fd865d req-48298d01-ebb8-49be-96f1-18c0d50ec5cd service neutron] Transition to ACTIVE for port object fc599553-2b75-4824-9ca9-7afd84aa90c4 will not be triggered until provisioned by entity L2. {{(pid=93268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:07:48.167602 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-4d8e6c21-0c21-411c-802d-478573fd865d req-48298d01-ebb8-49be-96f1-18c0d50ec5cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3169556'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:48.170714 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-abc69ca7-eb26-4288-af32-b6ec586720e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:07:48.271747 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48298d01-ebb8-49be-96f1-18c0d50ec5cd service neutron] Pushing event updated for resources: {'Port': ['ID=fc599553-2b75-4824-9ca9-7afd84aa90c4,revision_number=2']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:07:48.277553 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-48298d01-ebb8-49be-96f1-18c0d50ec5cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:07:48.355707 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [req-4d8e6c21-0c21-411c-802d-478573fd865d req-48298d01-ebb8-49be-96f1-18c0d50ec5cd service neutron] Attempting to bind port fc599553-2b75-4824-9ca9-7afd84aa90c4 on host hv-cinder-76675 for vnic_type normal with profile {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:07:48.356024 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [req-4d8e6c21-0c21-411c-802d-478573fd865d req-48298d01-ebb8-49be-96f1-18c0d50ec5cd service neutron] Attempting to bind port fc599553-2b75-4824-9ca9-7afd84aa90c4 by drivers openvswitch,hyperv on host hv-cinder-76675 at level 0 using segments [{'id': '871cea72-4542-4c26-a7e1-944b53d16263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '19d8b494-3d57-41df-804d-0604baecd3eb'}] {{(pid=93268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:07:48.356351 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8e6c21-0c21-411c-802d-478573fd865d req-48298d01-ebb8-49be-96f1-18c0d50ec5cd service neutron] Attempting to bind port fc599553-2b75-4824-9ca9-7afd84aa90c4 on network 19d8b494-3d57-41df-804d-0604baecd3eb {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:07:48.364159 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e904f8e-cc9a-4435-87e5-a404b23ad4ca req-95e294c6-8704-4377-ab48-6d387c6a59e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:48.365682 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-0e904f8e-cc9a-4435-87e5-a404b23ad4ca req-95e294c6-8704-4377-ab48-6d387c6a59e3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 1099 time: 0.1197648 Jun 18 22:07:48.366640 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8e6c21-0c21-411c-802d-478573fd865d req-48298d01-ebb8-49be-96f1-18c0d50ec5cd service neutron] Port fc599553-2b75-4824-9ca9-7afd84aa90c4 on network 19d8b494-3d57-41df-804d-0604baecd3eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76675 {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 22:07:48.367083 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8e6c21-0c21-411c-802d-478573fd865d req-48298d01-ebb8-49be-96f1-18c0d50ec5cd service neutron] Attempting to bind port fc599553-2b75-4824-9ca9-7afd84aa90c4 on network 19d8b494-3d57-41df-804d-0604baecd3eb {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:07:48.372054 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8e6c21-0c21-411c-802d-478573fd865d req-48298d01-ebb8-49be-96f1-18c0d50ec5cd service neutron] Checking agent: {'id': '2f1318d3-4eca-4d35-9b75-a551f42ebb29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 22, 0, 20), 'started_at': datetime.datetime(2021, 6, 18, 22, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:07:48.372388 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8e6c21-0c21-411c-802d-478573fd865d req-48298d01-ebb8-49be-96f1-18c0d50ec5cd service neutron] Checking segment: {'id': '871cea72-4542-4c26-a7e1-944b53d16263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '19d8b494-3d57-41df-804d-0604baecd3eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:07:48.372795 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8e6c21-0c21-411c-802d-478573fd865d req-48298d01-ebb8-49be-96f1-18c0d50ec5cd service neutron] Bound using segment: {'id': '871cea72-4542-4c26-a7e1-944b53d16263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '19d8b494-3d57-41df-804d-0604baecd3eb'} {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:07:48.373221 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [req-4d8e6c21-0c21-411c-802d-478573fd865d req-48298d01-ebb8-49be-96f1-18c0d50ec5cd service neutron] Bound port: fc599553-2b75-4824-9ca9-7afd84aa90c4, host: hv-cinder-76675, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '871cea72-4542-4c26-a7e1-944b53d16263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '19d8b494-3d57-41df-804d-0604baecd3eb'}}] {{(pid=93268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:07:48.373562 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-4d8e6c21-0c21-411c-802d-478573fd865d req-48298d01-ebb8-49be-96f1-18c0d50ec5cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:48.435496 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-0e904f8e-cc9a-4435-87e5-a404b23ad4ca req-9b7af7e4-fb8b-42a6-9ab0-6c0dffcd5ea8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=58f2a725-04fc-4d18-85d0-0d9a05d2ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597246 Jun 18 22:07:48.463794 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.db [req-4d8e6c21-0c21-411c-802d-478573fd865d req-48298d01-ebb8-49be-96f1-18c0d50ec5cd service neutron] For port fc599553-2b75-4824-9ca9-7afd84aa90c4, host hv-cinder-76675, cleared binding levels {{(pid=93268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:07:48.466725 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.db [req-4d8e6c21-0c21-411c-802d-478573fd865d req-48298d01-ebb8-49be-96f1-18c0d50ec5cd service neutron] For port fc599553-2b75-4824-9ca9-7afd84aa90c4, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=fc599553-2b75-4824-9ca9-7afd84aa90c4,segment=NetworkSegment(871cea72-4542-4c26-a7e1-944b53d16263),segment_id=871cea72-4542-4c26-a7e1-944b53d16263)] {{(pid=93268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:07:48.539059 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-4d8e6c21-0c21-411c-802d-478573fd865d req-48298d01-ebb8-49be-96f1-18c0d50ec5cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3169556'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:48.542060 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-48298d01-ebb8-49be-96f1-18c0d50ec5cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:07:48.573165 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e6c21-0c21-411c-802d-478573fd865d req-48298d01-ebb8-49be-96f1-18c0d50ec5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:48.573825 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-4d8e6c21-0c21-411c-802d-478573fd865d req-48298d01-ebb8-49be-96f1-18c0d50ec5cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31239'] for port, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:48.575119 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-4d8e6c21-0c21-411c-802d-478573fd865d req-48298d01-ebb8-49be-96f1-18c0d50ec5cd service neutron] 10.222.0.42 "PUT /v2.0/ports/fc599553-2b75-4824-9ca9-7afd84aa90c4 HTTP/1.1" status: 200 len: 1094 time: 0.9888790 Jun 18 22:07:48.580154 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0c932d1-4edb-4c67-8681-f9e49dd1bb27', 'tag': 'fc599553-2b75-4824-9ca9-7afd84aa90c4'}] {{(pid=93268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:07:48.583749 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ff4b25c03651656652c9c7d58efcdba903c051ef33b3f53eb93af1a53304f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b3be04-1d91-474a-81c5-c23e3637abd6" -d '{"events": [{"name": "network-changed", "server_uuid": "a0c932d1-4edb-4c67-8681-f9e49dd1bb27", "tag": "fc599553-2b75-4824-9ca9-7afd84aa90c4"}]}' {{(pid=93268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:07:48.605526 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48298d01-ebb8-49be-96f1-18c0d50ec5cd service neutron] Pushing event updated for resources: {'Port': ['ID=fc599553-2b75-4824-9ca9-7afd84aa90c4,revision_number=3']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:07:48.608901 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-48298d01-ebb8-49be-96f1-18c0d50ec5cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:07:48.711897 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 22:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-375f44be-caa5-4f3d-a134-b57c40899748 x-openstack-request-id: req-375f44be-caa5-4f3d-a134-b57c40899748 {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:07:48.712231 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0c932d1-4edb-4c67-8681-f9e49dd1bb27", "tag": "fc599553-2b75-4824-9ca9-7afd84aa90c4", "status": "completed", "code": 200}]} {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:07:48.712520 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-375f44be-caa5-4f3d-a134-b57c40899748 {{(pid=93268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:07:48.712970 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0c932d1-4edb-4c67-8681-f9e49dd1bb27', 'tag': 'fc599553-2b75-4824-9ca9-7afd84aa90c4', 'status': 'completed', 'code': 200} Jun 18 22:07:48.752659 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deb6dca-1e33-4022-9aff-78f7bcf8aa1e req-98753e16-3bef-416a-888d-95dabfdbc91b tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:48.754186 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-1deb6dca-1e33-4022-9aff-78f7bcf8aa1e req-98753e16-3bef-416a-888d-95dabfdbc91b tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0c932d1-4edb-4c67-8681-f9e49dd1bb27 HTTP/1.1" status: 200 len: 944 time: 0.0776262 Jun 18 22:07:48.794718 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-1deb6dca-1e33-4022-9aff-78f7bcf8aa1e req-f95c9a35-c133-445e-8390-1544103ad389 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6352080f-1f40-42d5-bc77-ae4725cc805c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343683 Jun 18 22:07:48.882088 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b3be04-1d91-474a-81c5-c23e3637abd6 req-4785d8a4-185f-4e3c-9340-170b8f395c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:48.883516 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-f2b3be04-1d91-474a-81c5-c23e3637abd6 req-4785d8a4-185f-4e3c-9340-170b8f395c4d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2087593c47844d1f9be49b18fcc05ab4&device_id=a0c932d1-4edb-4c67-8681-f9e49dd1bb27 HTTP/1.1" status: 200 len: 1097 time: 0.0580652 Jun 18 22:07:49.008827 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b3be04-1d91-474a-81c5-c23e3637abd6 req-0e9bfb65-084c-4cf2-a648-9d31046c4c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:49.010377 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-f2b3be04-1d91-474a-81c5-c23e3637abd6 req-0e9bfb65-084c-4cf2-a648-9d31046c4c39 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=2087593c47844d1f9be49b18fcc05ab4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0929992 Jun 18 22:07:49.109614 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b3be04-1d91-474a-81c5-c23e3637abd6 req-ec1c545c-382f-425a-8efd-b0c6524ce57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:49.111606 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-f2b3be04-1d91-474a-81c5-c23e3637abd6 req-ec1c545c-382f-425a-8efd-b0c6524ce57d service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0937347 Jun 18 22:07:49.173651 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa84333-c1ac-4584-a4a8-9dd1137d3101 req-c59e5f6b-a333-4b94-9d15-aa967c5d0454 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:49.175146 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-caa84333-c1ac-4584-a4a8-9dd1137d3101 req-c59e5f6b-a333-4b94-9d15-aa967c5d0454 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 946 time: 0.0678592 Jun 18 22:07:49.241288 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-caa84333-c1ac-4584-a4a8-9dd1137d3101 req-468ff7f6-9f4b-40e6-b644-976122d31c53 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=58f2a725-04fc-4d18-85d0-0d9a05d2ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603800 Jun 18 22:07:49.260586 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e6c21-0c21-411c-802d-478573fd865d req-6b83bcf5-6892-4a8c-b088-1298bd508fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:49.262105 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-4d8e6c21-0c21-411c-802d-478573fd865d req-6b83bcf5-6892-4a8c-b088-1298bd508fd1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2087593c47844d1f9be49b18fcc05ab4&device_id=a0c932d1-4edb-4c67-8681-f9e49dd1bb27 HTTP/1.1" status: 200 len: 1097 time: 0.0797100 Jun 18 22:07:49.312915 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-4d8e6c21-0c21-411c-802d-478573fd865d req-174fd3a6-af90-4756-a461-06f73f930273 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc599553-2b75-4824-9ca9-7afd84aa90c4 HTTP/1.1" status: 200 len: 217 time: 0.0366969 Jun 18 22:07:49.364398 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e6c21-0c21-411c-802d-478573fd865d req-df99180e-0bf6-4202-bab8-e4c12fdfdb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:49.365961 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-4d8e6c21-0c21-411c-802d-478573fd865d req-df99180e-0bf6-4202-bab8-e4c12fdfdb66 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9dd6f54e-382d-406b-9fea-779a883cc937 HTTP/1.1" status: 200 len: 854 time: 0.0435879 Jun 18 22:07:49.421914 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e6c21-0c21-411c-802d-478573fd865d req-5f579f4d-52b1-45e2-b3dd-069cac4b1ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:49.424725 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-4d8e6c21-0c21-411c-802d-478573fd865d req-5f579f4d-52b1-45e2-b3dd-069cac4b1ac5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=19d8b494-3d57-41df-804d-0604baecd3eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0517907 Jun 18 22:07:49.557943 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-4d8e6c21-0c21-411c-802d-478573fd865d req-38314a9b-b7c9-41b9-bb6c-ba5f7f39a844 service neutron] 10.222.0.42 "GET /v2.0/networks/19d8b494-3d57-41df-804d-0604baecd3eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864856 Jun 18 22:07:49.654560 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-4d8e6c21-0c21-411c-802d-478573fd865d req-4d24ff3e-21b4-4ad3-b8f0-f1267b6e7490 service neutron] 10.222.0.42 "GET /v2.0/networks/19d8b494-3d57-41df-804d-0604baecd3eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867589 Jun 18 22:07:49.969645 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb75aa-bed7-47be-87ab-0145f71dd465 req-cadc8455-2d39-4c3d-9029-e98722dc7bc1 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:49.972133 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-f5eb75aa-bed7-47be-87ab-0145f71dd465 req-cadc8455-2d39-4c3d-9029-e98722dc7bc1 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0c932d1-4edb-4c67-8681-f9e49dd1bb27 HTTP/1.1" status: 200 len: 944 time: 0.0690730 Jun 18 22:07:50.009674 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-f5eb75aa-bed7-47be-87ab-0145f71dd465 req-666933ac-cf47-412b-b95e-dd3222e736e4 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6352080f-1f40-42d5-bc77-ae4725cc805c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316894 Jun 18 22:07:50.100690 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:50.418813 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd2078-898f-4650-a8ec-aad447cb8792 req-5721e5c5-6dd6-46ee-9fcb-5b8a86270202 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:50.420303 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-eddd2078-898f-4650-a8ec-aad447cb8792 req-5721e5c5-6dd6-46ee-9fcb-5b8a86270202 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 946 time: 0.0633519 Jun 18 22:07:50.458726 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-eddd2078-898f-4650-a8ec-aad447cb8792 req-66808f52-95aa-4078-9603-b1515bcb011f tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=58f2a725-04fc-4d18-85d0-0d9a05d2ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326655 Jun 18 22:07:51.193090 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d519fd0-f486-454d-82ad-8bc30dd65b3c req-5e1ad571-03a2-415b-9236-aa2a3e061ad0 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:51.194717 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-0d519fd0-f486-454d-82ad-8bc30dd65b3c req-5e1ad571-03a2-415b-9236-aa2a3e061ad0 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0c932d1-4edb-4c67-8681-f9e49dd1bb27 HTTP/1.1" status: 200 len: 944 time: 0.0643148 Jun 18 22:07:51.239770 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-0d519fd0-f486-454d-82ad-8bc30dd65b3c req-3a2a4a00-874e-45fd-acec-75bfd7079de1 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6352080f-1f40-42d5-bc77-ae4725cc805c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335059 Jun 18 22:07:51.648376 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef78fbb-21d4-45df-be2b-0299cd15f663 req-557f93ff-2815-4c4a-b3ef-59a3dfb5f10d tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:51.649878 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-aef78fbb-21d4-45df-be2b-0299cd15f663 req-557f93ff-2815-4c4a-b3ef-59a3dfb5f10d tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 946 time: 0.0685241 Jun 18 22:07:51.688526 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-aef78fbb-21d4-45df-be2b-0299cd15f663 req-1caf412d-524e-4642-b412-81ae20b8ee72 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=58f2a725-04fc-4d18-85d0-0d9a05d2ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330081 Jun 18 22:07:52.185656 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device fc599553-2b75-4824-9ca9-7afd84aa90c4 details requested by agent hyperv_hv-cinder-76675 with host hv-cinder-76675 {{(pid=93269) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 22:07:52.283170 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] For port fc599553-2b75-4824-9ca9-7afd84aa90c4, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=fc599553-2b75-4824-9ca9-7afd84aa90c4,segment=NetworkSegment(871cea72-4542-4c26-a7e1-944b53d16263),segment_id=871cea72-4542-4c26-a7e1-944b53d16263)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:07:52.294366 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Returning: {'device': 'fc599553-2b75-4824-9ca9-7afd84aa90c4', 'network_id': '19d8b494-3d57-41df-804d-0604baecd3eb', 'port_id': 'fc599553-2b75-4824-9ca9-7afd84aa90c4', 'mac_address': 'fa:16:3e:8c:e6:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dd6f54e-382d-406b-9fea-779a883cc937', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93269) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 22:07:52.331653 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:52.344190 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.notifiers.nova [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc599553-2b75-4824-9ca9-7afd84aa90c4 {{(pid=93269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:07:52.364648 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] For port fc599553-2b75-4824-9ca9-7afd84aa90c4, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=fc599553-2b75-4824-9ca9-7afd84aa90c4,segment=NetworkSegment(871cea72-4542-4c26-a7e1-944b53d16263),segment_id=871cea72-4542-4c26-a7e1-944b53d16263)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:07:52.413529 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e878a0d8-d45b-48c6-a0d1-c2a5edcf9072 req-e8d4a3fe-ec51-4970-8e88-939e7250e32f tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:52.415001 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-e878a0d8-d45b-48c6-a0d1-c2a5edcf9072 req-e8d4a3fe-ec51-4970-8e88-939e7250e32f tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0c932d1-4edb-4c67-8681-f9e49dd1bb27 HTTP/1.1" status: 200 len: 944 time: 0.0655441 Jun 18 22:07:52.452627 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-e878a0d8-d45b-48c6-a0d1-c2a5edcf9072 req-a51013db-684e-4a89-b176-b474effad23f tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6352080f-1f40-42d5-bc77-ae4725cc805c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318215 Jun 18 22:07:52.483770 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:52.486597 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:07:52.534615 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Pushing event updated for resources: {'Port': ['ID=fc599553-2b75-4824-9ca9-7afd84aa90c4,revision_number=4']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:07:52.537871 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:07:52.816846 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] get_ports_and_sgs() called for port_ids ['fc599553-2b75-4824-9ca9-7afd84aa90c4'] {{(pid=93269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:07:53.640919 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8eb522-62e1-4600-ae80-fcfa54ba674f req-31280bb0-4fa8-4572-b664-5e9139bf46e9 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:53.640919 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-7d8eb522-62e1-4600-ae80-fcfa54ba674f req-31280bb0-4fa8-4572-b664-5e9139bf46e9 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0c932d1-4edb-4c67-8681-f9e49dd1bb27 HTTP/1.1" status: 200 len: 945 time: 0.0717661 Jun 18 22:07:53.675789 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-7d8eb522-62e1-4600-ae80-fcfa54ba674f req-e46a59ae-db38-4477-b2a6-e3425f35f407 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6352080f-1f40-42d5-bc77-ae4725cc805c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313184 Jun 18 22:07:54.198439 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device fc599553-2b75-4824-9ca9-7afd84aa90c4 up at agent hyperv_hv-cinder-76675 {{(pid=93269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:07:54.335012 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Provisioning for port fc599553-2b75-4824-9ca9-7afd84aa90c4 completed by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:07:54.339125 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Provisioning complete for port fc599553-2b75-4824-9ca9-7afd84aa90c4 triggered by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:07:54.339520 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:54.534082 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:54.555365 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0c932d1-4edb-4c67-8681-f9e49dd1bb27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc599553-2b75-4824-9ca9-7afd84aa90c4'}] {{(pid=93269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:07:54.557619 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af3cbdd609d599d07a5217d2d1a89114698d9a8f3654956f7909e96a5eb364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-382461fb-58e6-465b-9031-e8f6ee3b14e2" -d '{"events": [{"server_uuid": "a0c932d1-4edb-4c67-8681-f9e49dd1bb27", "name": "network-vif-plugged", "status": "completed", "tag": "fc599553-2b75-4824-9ca9-7afd84aa90c4"}]}' {{(pid=93269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:07:54.570613 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] For port fc599553-2b75-4824-9ca9-7afd84aa90c4, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=fc599553-2b75-4824-9ca9-7afd84aa90c4,segment=NetworkSegment(871cea72-4542-4c26-a7e1-944b53d16263),segment_id=871cea72-4542-4c26-a7e1-944b53d16263)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:07:54.649200 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b585eb77-ec00-433a-9287-e2018fd90488 x-openstack-request-id: req-b585eb77-ec00-433a-9287-e2018fd90488 {{(pid=93269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:07:54.656798 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0c932d1-4edb-4c67-8681-f9e49dd1bb27", "name": "network-vif-plugged", "status": "completed", "tag": "fc599553-2b75-4824-9ca9-7afd84aa90c4", "code": 200}]} {{(pid=93269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:07:54.656798 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b585eb77-ec00-433a-9287-e2018fd90488 {{(pid=93269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:07:54.656798 dv-cinder-766752-3-smb neutron-server[93269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0c932d1-4edb-4c67-8681-f9e49dd1bb27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc599553-2b75-4824-9ca9-7afd84aa90c4', 'code': 200} Jun 18 22:07:54.685314 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:54.688199 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:07:54.751742 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Pushing event updated for resources: {'Port': ['ID=fc599553-2b75-4824-9ca9-7afd84aa90c4,revision_number=5']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:07:54.755342 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:07:54.866329 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6277a11d-44df-4364-9659-41df1c423a31 req-d1884c7e-6d8c-4e5f-910d-2303f550ef7f tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:54.869430 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-6277a11d-44df-4364-9659-41df1c423a31 req-d1884c7e-6d8c-4e5f-910d-2303f550ef7f tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0c932d1-4edb-4c67-8681-f9e49dd1bb27 HTTP/1.1" status: 200 len: 946 time: 0.0718219 Jun 18 22:07:54.917185 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-6277a11d-44df-4364-9659-41df1c423a31 req-553c4920-ec85-4d35-bf4e-4df5abf44f8d tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6352080f-1f40-42d5-bc77-ae4725cc805c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430768 Jun 18 22:07:55.090842 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfef123-36b9-4a75-8242-39f784eca83e req-b99a628e-4eae-4019-af7b-64a44be52476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:55.092273 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-0cfef123-36b9-4a75-8242-39f784eca83e req-b99a628e-4eae-4019-af7b-64a44be52476 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a0c932d1-4edb-4c67-8681-f9e49dd1bb27 HTTP/1.1" status: 200 len: 1099 time: 0.0518827 Jun 18 22:07:55.125881 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-0cfef123-36b9-4a75-8242-39f784eca83e req-18df0e6d-596a-4df2-8761-df0835a21867 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6352080f-1f40-42d5-bc77-ae4725cc805c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267692 Jun 18 22:07:56.082803 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861ffc6f-3a34-4ed8-8fe0-d89f37e54ce9 req-aeb390ed-3bfc-4a52-ade4-a352d6ea8fa4 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:56.084303 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-861ffc6f-3a34-4ed8-8fe0-d89f37e54ce9 req-aeb390ed-3bfc-4a52-ade4-a352d6ea8fa4 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0c932d1-4edb-4c67-8681-f9e49dd1bb27 HTTP/1.1" status: 200 len: 946 time: 0.0656400 Jun 18 22:07:56.122706 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-861ffc6f-3a34-4ed8-8fe0-d89f37e54ce9 req-da18464c-0605-4c5a-a45f-ea8c67e12ac6 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6352080f-1f40-42d5-bc77-ae4725cc805c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327089 Jun 18 22:07:56.992286 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.agents_db [None req-e551f8fc-329d-4229-a52e-01157ddddd3a None None] Agent healthcheck: found 6 active agents {{(pid=93270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 22:07:57.051724 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f71d6-6141-4089-86b8-323a29765273 req-561432a2-c221-4db1-8388-7ae9e2cc4bf0 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:57.053206 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-9c6f71d6-6141-4089-86b8-323a29765273 req-561432a2-c221-4db1-8388-7ae9e2cc4bf0 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7606962-e189-492d-a411-b07b124e497c HTTP/1.1" status: 200 len: 945 time: 0.0628099 Jun 18 22:07:57.090246 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-9c6f71d6-6141-4089-86b8-323a29765273 req-5cec9026-7670-46d2-98ba-e8b71b47d57a tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/security-groups?id=179125fe-27ec-4bf0-80e8-9163923a6596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313883 Jun 18 22:07:57.298952 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ae1f11-3554-4f41-ad8d-2763980e3e80 req-66698bc9-6b45-4053-94f5-c1b67d40227f tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:57.300391 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-78ae1f11-3554-4f41-ad8d-2763980e3e80 req-66698bc9-6b45-4053-94f5-c1b67d40227f tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0c932d1-4edb-4c67-8681-f9e49dd1bb27 HTTP/1.1" status: 200 len: 946 time: 0.0680306 Jun 18 22:07:57.337344 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-78ae1f11-3554-4f41-ad8d-2763980e3e80 req-516bd9c9-fa1b-475b-8377-609732b0baa2 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6352080f-1f40-42d5-bc77-ae4725cc805c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312297 Jun 18 22:07:57.510631 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c6954-517a-442f-8534-76b87c77f42d req-33447fee-f970-4b53-8029-affa3f5fd4fe tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:57.511981 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-fc8c6954-517a-442f-8534-76b87c77f42d req-33447fee-f970-4b53-8029-affa3f5fd4fe tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0c932d1-4edb-4c67-8681-f9e49dd1bb27 HTTP/1.1" status: 200 len: 946 time: 0.0639987 Jun 18 22:07:57.550006 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-fc8c6954-517a-442f-8534-76b87c77f42d req-1c30710f-cba6-4936-adb8-2a17ee20b210 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6352080f-1f40-42d5-bc77-ae4725cc805c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319197 Jun 18 22:07:57.659792 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-02067048-4fdf-4941-93de-cde0a5622ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:57.928638 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da81600-7a48-48a9-a06e-1c4c38469660 req-c1cf2a3f-e8bc-4eeb-b4cb-b6481d67b751 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:57.930072 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-9da81600-7a48-48a9-a06e-1c4c38469660 req-c1cf2a3f-e8bc-4eeb-b4cb-b6481d67b751 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0c932d1-4edb-4c67-8681-f9e49dd1bb27 HTTP/1.1" status: 200 len: 946 time: 0.0623369 Jun 18 22:07:57.966543 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-9da81600-7a48-48a9-a06e-1c4c38469660 req-f9d5bc6d-12c0-4552-b78b-e900df8982f9 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6352080f-1f40-42d5-bc77-ae4725cc805c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309610 Jun 18 22:07:58.262692 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc5e4d-fcc8-4198-86a4-196232200b51 req-ddcccefa-2343-419a-808c-825534e8fb53 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:58.264135 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-83cc5e4d-fcc8-4198-86a4-196232200b51 req-ddcccefa-2343-419a-808c-825534e8fb53 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7606962-e189-492d-a411-b07b124e497c HTTP/1.1" status: 200 len: 945 time: 0.0648038 Jun 18 22:07:58.302305 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-83cc5e4d-fcc8-4198-86a4-196232200b51 req-7422d77c-2cf2-48c3-9218-4d92fdca3b3d tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/security-groups?id=179125fe-27ec-4bf0-80e8-9163923a6596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318103 Jun 18 22:07:58.954485 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7429adb9-1d19-4d16-b1e0-b046311abc18 req-54518e6f-bf9f-4e8c-81b0-9ee7e07965b3 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:58.955814 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-7429adb9-1d19-4d16-b1e0-b046311abc18 req-54518e6f-bf9f-4e8c-81b0-9ee7e07965b3 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7606962-e189-492d-a411-b07b124e497c HTTP/1.1" status: 200 len: 945 time: 0.0631003 Jun 18 22:07:59.055859 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [req-7429adb9-1d19-4d16-b1e0-b046311abc18 req-fd337c23-d7ea-4651-9099-f107677e30b1 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Deleting port 315275d8-b358-4160-a702-77bd1ddacd0f {{(pid=93268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:07:59.056190 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-7429adb9-1d19-4d16-b1e0-b046311abc18 req-fd337c23-d7ea-4651-9099-f107677e30b1 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765939110629'] for port, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:59.140679 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.db [req-7429adb9-1d19-4d16-b1e0-b046311abc18 req-fd337c23-d7ea-4651-9099-f107677e30b1 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] For port 315275d8-b358-4160-a702-77bd1ddacd0f, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=315275d8-b358-4160-a702-77bd1ddacd0f,segment=NetworkSegment(b36e6868-126e-43ec-b847-fd25373dd47a),segment_id=b36e6868-126e-43ec-b847-fd25373dd47a)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:07:59.141163 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-7429adb9-1d19-4d16-b1e0-b046311abc18 req-fd337c23-d7ea-4651-9099-f107677e30b1 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512668'] for port, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:59.310228 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-7429adb9-1d19-4d16-b1e0-b046311abc18 req-fd337c23-d7ea-4651-9099-f107677e30b1 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:59.310884 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-7429adb9-1d19-4d16-b1e0-b046311abc18 req-fd337c23-d7ea-4651-9099-f107677e30b1 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516016'] for floatingip, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:59.310884 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.db.l3_db [req-7429adb9-1d19-4d16-b1e0-b046311abc18 req-fd337c23-d7ea-4651-9099-f107677e30b1 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Floating IP 411d8a87-a363-4150-8ffc-b5b1e8657d87 disassociated. External IP: 172.28.0.45, port: 315275d8-b358-4160-a702-77bd1ddacd0f. Jun 18 22:07:59.311198 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [req-7429adb9-1d19-4d16-b1e0-b046311abc18 req-fd337c23-d7ea-4651-9099-f107677e30b1 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Calling delete_port for 315275d8-b358-4160-a702-77bd1ddacd0f owned by compute:nova {{(pid=93268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:07:59.490727 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d0b5d-b1d7-46d9-965d-232cf45d7d25 req-d6c3931c-3391-4ff6-a903-02ea0e6d746f tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:07:59.492208 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-ca5d0b5d-b1d7-46d9-965d-232cf45d7d25 req-d6c3931c-3391-4ff6-a903-02ea0e6d746f tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7606962-e189-492d-a411-b07b124e497c HTTP/1.1" status: 200 len: 945 time: 0.0758021 Jun 18 22:07:59.529558 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-ca5d0b5d-b1d7-46d9-965d-232cf45d7d25 req-e6fd6fa4-4707-48b9-92dc-591914a6173b tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/security-groups?id=179125fe-27ec-4bf0-80e8-9163923a6596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316319 Jun 18 22:07:59.545520 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-7429adb9-1d19-4d16-b1e0-b046311abc18 req-fd337c23-d7ea-4651-9099-f107677e30b1 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765939117029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765938626151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3169581'] for port, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:07:59.550368 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-d195ce62-4cfb-4a21-89ee-34c5ea946a52 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:07:59.575410 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd337c23-d7ea-4651-9099-f107677e30b1 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Pushing event deleted for resources: {'Port': ['ID=315275d8-b358-4160-a702-77bd1ddacd0f,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:07:59.579061 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-fd337c23-d7ea-4651-9099-f107677e30b1 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:07:59.689262 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7429adb9-1d19-4d16-b1e0-b046311abc18 req-fd337c23-d7ea-4651-9099-f107677e30b1 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Router f718791a-b063-4175-9f55-8ed0bba93417 has already been hosted by L3 agent cffdd0dd-f469-4450-b407-8e3f357d30fb {{(pid=93268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 22:08:00.074424 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7429adb9-1d19-4d16-b1e0-b046311abc18 req-fd337c23-d7ea-4651-9099-f107677e30b1 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify agent at l3_agent.dv-cinder-766752-3-smb the message routers_updated {{(pid=93268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 22:08:00.085502 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3e4f81-6725-4969-bb3d-7a69c1ed6d5c None None] Sync routers for ids ['f718791a-b063-4175-9f55-8ed0bba93417'] in dv-cinder-766752-3-smb {{(pid=93269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 22:08:00.094468 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3e4f81-6725-4969-bb3d-7a69c1ed6d5c None None] Routers {'f718791a-b063-4175-9f55-8ed0bba93417'} bound to L3 agent in host dv-cinder-766752-3-smb {{(pid=93269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:08:00.095148 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-3f3e4f81-6725-4969-bb3d-7a69c1ed6d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T21:54:00Z,description=,heartbeat_timestamp=2021-06-18T22:07:30Z,host='dv-cinder-766752-3-smb',id=cffdd0dd-f469-4450-b407-8e3f357d30fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:54:01Z,topic='l3_agent')) {'router_ids': ['f718791a-b063-4175-9f55-8ed0bba93417'], 'active': True} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:08:00.117763 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [req-7429adb9-1d19-4d16-b1e0-b046311abc18 req-fd337c23-d7ea-4651-9099-f107677e30b1 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] No DVR routers for this DVR port 315275d8-b358-4160-a702-77bd1ddacd0f on host hv-cinder-76675 {{(pid=93268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 22:08:00.120256 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-7429adb9-1d19-4d16-b1e0-b046311abc18 req-fd337c23-d7ea-4651-9099-f107677e30b1 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31239'] for port, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:00.122393 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-7429adb9-1d19-4d16-b1e0-b046311abc18 req-fd337c23-d7ea-4651-9099-f107677e30b1 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.42 "DELETE /v2.0/ports/315275d8-b358-4160-a702-77bd1ddacd0f HTTP/1.1" status: 204 len: 173 time: 1.1611166 Jun 18 22:08:00.129190 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7606962-e189-492d-a411-b07b124e497c', 'name': 'network-vif-deleted', 'tag': '315275d8-b358-4160-a702-77bd1ddacd0f'}] {{(pid=93268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:08:00.129190 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ff4b25c03651656652c9c7d58efcdba903c051ef33b3f53eb93af1a53304f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7636a6db-0efe-40ea-a7e0-453ba1f126e7" -d '{"events": [{"server_uuid": "c7606962-e189-492d-a411-b07b124e497c", "name": "network-vif-deleted", "tag": "315275d8-b358-4160-a702-77bd1ddacd0f"}]}' {{(pid=93268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:08:00.161949 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c349b0d8-de6c-41ac-a811-61e03722e04c x-openstack-request-id: req-c349b0d8-de6c-41ac-a811-61e03722e04c {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:08:00.162229 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7606962-e189-492d-a411-b07b124e497c", "name": "network-vif-deleted", "tag": "315275d8-b358-4160-a702-77bd1ddacd0f", "status": "completed", "code": 200}]} {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:08:00.162560 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c349b0d8-de6c-41ac-a811-61e03722e04c {{(pid=93268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:08:00.162985 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7606962-e189-492d-a411-b07b124e497c', 'name': 'network-vif-deleted', 'tag': '315275d8-b358-4160-a702-77bd1ddacd0f', 'status': 'completed', 'code': 200} Jun 18 22:08:00.213602 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-c40d51f6-b148-43d0-b980-fd47a3962159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:00.218126 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvr_db [None req-3f3e4f81-6725-4969-bb3d-7a69c1ed6d5c None None] Set router f718791a-b063-4175-9f55-8ed0bba93417 gateway port host: dv-cinder-766752-3-smb {{(pid=93269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:08:00.379630 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:00.427592 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-3f3e4f81-6725-4969-bb3d-7a69c1ed6d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f718791a-b063-4175-9f55-8ed0bba93417', 'name': 'tempest-AttachVolumeTestJSON-1244901988-router', 'tenant_id': '1a162bbe7ec5404e82b0637c65bc655b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.228'}], 'enable_snat': True}, 'gw_port_id': '24ebf161-ffed-471e-8fb3-4ec465e50da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:02:13Z', 'updated_at': '2021-06-18T22:02:21Z', 'revision_number': 4, 'project_id': '1a162bbe7ec5404e82b0637c65bc655b', 'gw_port': {'id': '24ebf161-ffed-471e-8fb3-4ec465e50da5', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:50:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f718791a-b063-4175-9f55-8ed0bba93417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:02:14Z', 'updated_at': '2021-06-18T22:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb', '_interfaces': [{'id': '17c19ec5-ff0f-44e7-a83b-7acfbb2c1708', 'name': '', 'network_id': '2767e6ef-6819-45b8-a88a-d01068b3a363', 'tenant_id': '1a162bbe7ec5404e82b0637c65bc655b', 'mac_address': 'fa:16:3e:19:74:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f718791a-b063-4175-9f55-8ed0bba93417', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '2c05298a-5496-468b-af9b-eb839c301437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:02:19Z', 'updated_at': '2021-06-18T22:02:29Z', 'revision_number': 5, 'project_id': '1a162bbe7ec5404e82b0637c65bc655b', 'subnets': [{'id': '2c05298a-5496-468b-af9b-eb839c301437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-smb', False) {} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:08:00.453508 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3e4f81-6725-4969-bb3d-7a69c1ed6d5c None None] Checking router: f718791a-b063-4175-9f55-8ed0bba93417 for host: dv-cinder-766752-3-smb {{(pid=93269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 22:08:00.461663 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3e4f81-6725-4969-bb3d-7a69c1ed6d5c None None] Routers {'f718791a-b063-4175-9f55-8ed0bba93417'} bound to L3 agent in host dv-cinder-766752-3-smb {{(pid=93269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:08:00.462265 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-3f3e4f81-6725-4969-bb3d-7a69c1ed6d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T21:54:00Z,description=,heartbeat_timestamp=2021-06-18T22:08:00Z,host='dv-cinder-766752-3-smb',id=cffdd0dd-f469-4450-b407-8e3f357d30fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:54:01Z,topic='l3_agent')) {'router_ids': ['f718791a-b063-4175-9f55-8ed0bba93417'], 'active': True} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:08:00.565465 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvr_db [None req-3f3e4f81-6725-4969-bb3d-7a69c1ed6d5c None None] Set router f718791a-b063-4175-9f55-8ed0bba93417 gateway port host: dv-cinder-766752-3-smb {{(pid=93269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:08:00.695502 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-15277161-b496-4e0d-80b8-b7a202884be3 req-4c279f33-3ef8-4c61-9257-eca18dfa3aa0 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7606962-e189-492d-a411-b07b124e497c HTTP/1.1" status: 200 len: 210 time: 0.0331948 Jun 18 22:08:00.773260 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-3f3e4f81-6725-4969-bb3d-7a69c1ed6d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f718791a-b063-4175-9f55-8ed0bba93417', 'name': 'tempest-AttachVolumeTestJSON-1244901988-router', 'tenant_id': '1a162bbe7ec5404e82b0637c65bc655b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.228'}], 'enable_snat': True}, 'gw_port_id': '24ebf161-ffed-471e-8fb3-4ec465e50da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:02:13Z', 'updated_at': '2021-06-18T22:02:21Z', 'revision_number': 4, 'project_id': '1a162bbe7ec5404e82b0637c65bc655b', 'gw_port': {'id': '24ebf161-ffed-471e-8fb3-4ec465e50da5', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:50:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f718791a-b063-4175-9f55-8ed0bba93417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:02:14Z', 'updated_at': '2021-06-18T22:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb', '_interfaces': [{'id': '17c19ec5-ff0f-44e7-a83b-7acfbb2c1708', 'name': '', 'network_id': '2767e6ef-6819-45b8-a88a-d01068b3a363', 'tenant_id': '1a162bbe7ec5404e82b0637c65bc655b', 'mac_address': 'fa:16:3e:19:74:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f718791a-b063-4175-9f55-8ed0bba93417', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '2c05298a-5496-468b-af9b-eb839c301437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:02:19Z', 'updated_at': '2021-06-18T22:02:29Z', 'revision_number': 5, 'project_id': '1a162bbe7ec5404e82b0637c65bc655b', 'subnets': [{'id': '2c05298a-5496-468b-af9b-eb839c301437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-smb', False) {} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:08:00.799785 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3e4f81-6725-4969-bb3d-7a69c1ed6d5c None None] The sync data for ids ['f718791a-b063-4175-9f55-8ed0bba93417'] in dv-cinder-766752-3-smb is: [{'id': 'f718791a-b063-4175-9f55-8ed0bba93417', 'name': 'tempest-AttachVolumeTestJSON-1244901988-router', 'tenant_id': '1a162bbe7ec5404e82b0637c65bc655b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.228'}], 'enable_snat': True}, 'gw_port_id': '24ebf161-ffed-471e-8fb3-4ec465e50da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:02:13Z', 'updated_at': '2021-06-18T22:02:21Z', 'revision_number': 4, 'project_id': '1a162bbe7ec5404e82b0637c65bc655b', 'gw_port': {'id': '24ebf161-ffed-471e-8fb3-4ec465e50da5', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:50:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f718791a-b063-4175-9f55-8ed0bba93417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:02:14Z', 'updated_at': '2021-06-18T22:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb', '_interfaces': [{'id': '17c19ec5-ff0f-44e7-a83b-7acfbb2c1708', 'name': '', 'network_id': '2767e6ef-6819-45b8-a88a-d01068b3a363', 'tenant_id': '1a162bbe7ec5404e82b0637c65bc655b', 'mac_address': 'fa:16:3e:19:74:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f718791a-b063-4175-9f55-8ed0bba93417', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '2c05298a-5496-468b-af9b-eb839c301437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:02:19Z', 'updated_at': '2021-06-18T22:02:29Z', 'revision_number': 5, 'project_id': '1a162bbe7ec5404e82b0637c65bc655b', 'subnets': [{'id': '2c05298a-5496-468b-af9b-eb839c301437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 22:08:01.027405 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f13f58-7899-45ad-af2d-5abbf60ef485 None None] New status for floating IP 411d8a87-a363-4150-8ffc-b5b1e8657d87: DOWN {{(pid=93270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 22:08:01.531842 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-66c5960c-ceb9-453b-add3-817047489609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:01.886843 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 50786) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:08:01.942678 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-ea38142f-6b33-4866-a321-5c41b1845fda tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:01.965865 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-ea38142f-6b33-4866-a321-5c41b1845fda tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:02.100227 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-ea38142f-6b33-4866-a321-5c41b1845fda tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:02.102759 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-ea38142f-6b33-4866-a321-5c41b1845fda tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:02.103976 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-ea38142f-6b33-4866-a321-5c41b1845fda tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "DELETE /v2.0/security-groups/179125fe-27ec-4bf0-80e8-9163923a6596 HTTP/1.1" status: 204 len: 168 time: 0.2161524 Jun 18 22:08:02.104800 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-c1330626-757e-499f-aae4-a0648916344c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:08:02.106732 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 50790) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:08:02.114202 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea38142f-6b33-4866-a321-5c41b1845fda tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=179125fe-27ec-4bf0-80e8-9163923a6596,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:08:02.121158 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea38142f-6b33-4866-a321-5c41b1845fda tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:08:02.121527 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea38142f-6b33-4866-a321-5c41b1845fda tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:08:02.121884 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea38142f-6b33-4866-a321-5c41b1845fda tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:08:02.122236 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea38142f-6b33-4866-a321-5c41b1845fda tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:08:02.122584 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea38142f-6b33-4866-a321-5c41b1845fda tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:08:02.122987 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea38142f-6b33-4866-a321-5c41b1845fda tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:08:02.123278 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea38142f-6b33-4866-a321-5c41b1845fda tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:08:02.123623 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea38142f-6b33-4866-a321-5c41b1845fda tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:08:02.123964 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea38142f-6b33-4866-a321-5c41b1845fda tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:08:02.124246 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.api.v2.resource [None req-46543fd2-d46e-4ff1-996d-5419eee18d85 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] show failed (client error): The resource could not be found. Jun 18 22:08:02.124363 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea38142f-6b33-4866-a321-5c41b1845fda tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:08:02.124710 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea38142f-6b33-4866-a321-5c41b1845fda tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:08:02.129088 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea38142f-6b33-4866-a321-5c41b1845fda tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:08:02.129259 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-46543fd2-d46e-4ff1-996d-5419eee18d85 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "GET /v2.0/security-groups/179125fe-27ec-4bf0-80e8-9163923a6596 HTTP/1.1" status: 404 len: 347 time: 0.0187602 Jun 18 22:08:02.129378 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 50792) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:08:02.130639 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-ea38142f-6b33-4866-a321-5c41b1845fda tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:08:02.247959 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device 315275d8-b358-4160-a702-77bd1ddacd0f no longer exists at agent hyperv_hv-cinder-76675 {{(pid=93269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:08:02.250209 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-f322ccc8-9c26-4aaa-9463-6cc118ef9c4e tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Deleting port 27990e4c-1d3a-40d8-b3b2-006a60acd865 {{(pid=93268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:08:02.251406 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-f322ccc8-9c26-4aaa-9463-6cc118ef9c4e tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765939110629'] for port, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:02.270011 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.plugin [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] No Port match for: 315275d8-b358-4160-a702-77bd1ddacd0f {{(pid=93269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:08:02.270431 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device 315275d8-b358-4160-a702-77bd1ddacd0f not bound to the agent host hv-cinder-76675 {{(pid=93269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:08:02.323778 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-f322ccc8-9c26-4aaa-9463-6cc118ef9c4e tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512668'] for port, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:02.324086 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-f322ccc8-9c26-4aaa-9463-6cc118ef9c4e tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:02.387443 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-f322ccc8-9c26-4aaa-9463-6cc118ef9c4e tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Calling delete_port for 27990e4c-1d3a-40d8-b3b2-006a60acd865 owned by network:floatingip {{(pid=93268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:08:02.579946 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-f322ccc8-9c26-4aaa-9463-6cc118ef9c4e tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765939117029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765938626151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3169581'] for port, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:02.584106 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-fd337c23-d7ea-4651-9099-f107677e30b1 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:08:02.605765 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f322ccc8-9c26-4aaa-9463-6cc118ef9c4e tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Pushing event deleted for resources: {'Port': ['ID=27990e4c-1d3a-40d8-b3b2-006a60acd865,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:08:02.612169 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-f322ccc8-9c26-4aaa-9463-6cc118ef9c4e tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:08:02.666172 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-f322ccc8-9c26-4aaa-9463-6cc118ef9c4e tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks [] for floatingip, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:02.668793 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-f322ccc8-9c26-4aaa-9463-6cc118ef9c4e tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31239'] for floatingip, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:02.670038 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-f322ccc8-9c26-4aaa-9463-6cc118ef9c4e tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] 10.222.0.23 "DELETE /v2.0/floatingips/411d8a87-a363-4150-8ffc-b5b1e8657d87 HTTP/1.1" status: 204 len: 168 time: 0.5397716 Jun 18 22:08:03.219941 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-cfd4400b-1529-4ea9-a221-6a7c5fbf6a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:04.388621 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a987e-d6a7-459c-9123-09cf6346272a req-9d84691d-e300-4e3e-a745-7a0b09c70e02 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:08:04.390110 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-2c3a987e-d6a7-459c-9123-09cf6346272a req-9d84691d-e300-4e3e-a745-7a0b09c70e02 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0c932d1-4edb-4c67-8681-f9e49dd1bb27 HTTP/1.1" status: 200 len: 946 time: 0.0724967 Jun 18 22:08:04.428481 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-2c3a987e-d6a7-459c-9123-09cf6346272a req-5e779593-b7ec-44cd-9854-a53dbb9f3749 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6352080f-1f40-42d5-bc77-ae4725cc805c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325317 Jun 18 22:08:04.452518 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 50814) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:08:04.542870 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84f827d-5a47-445e-942e-5061f0732c4b tempest-TestMinimumBasicScenario-1356646089 tempest-TestMinimumBasicScenario-1356646089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:08:04.544320 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-e84f827d-5a47-445e-942e-5061f0732c4b tempest-TestMinimumBasicScenario-1356646089 tempest-TestMinimumBasicScenario-1356646089-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a0c932d1-4edb-4c67-8681-f9e49dd1bb27 HTTP/1.1" status: 200 len: 1094 time: 0.0903635 Jun 18 22:08:04.547831 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 50818) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:08:04.552071 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.v2.base [None req-bcad5a28-f473-43a4-9caf-676b945eaee1 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Request body: {'floatingip': {'floating_network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'port_id': 'fc599553-2b75-4824-9ca9-7afd84aa90c4', 'tenant_id': '2087593c47844d1f9be49b18fcc05ab4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:08:04.694080 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-bcad5a28-f473-43a4-9caf-676b945eaee1 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Notify callbacks [] for floatingip, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:04.792504 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-bcad5a28-f473-43a4-9caf-676b945eaee1 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550498'] for port, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:04.893190 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.db_base_plugin_common [None req-bcad5a28-f473-43a4-9caf-676b945eaee1 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Allocated IP 172.28.0.63 (0a94a276-d24e-41da-a649-5ffe202eff30/cb3e10ec-d2d2-4f62-adaa-1158cc2dc485/645017bd-ab2e-45f8-9149-0a9176deb2b6) {{(pid=93268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:08:04.992959 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-bcad5a28-f473-43a4-9caf-676b945eaee1 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Notify callbacks [] for port, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:05.128242 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-bcad5a28-f473-43a4-9caf-676b945eaee1 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-549537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1678354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765938626142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3169570'] for port, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:05.130331 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-ef38e241-98a1-49dc-99cb-f1f365857817 tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:08:05.168244 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcad5a28-f473-43a4-9caf-676b945eaee1 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Network 0a94a276-d24e-41da-a649-5ffe202eff30 is already hosted by enough agents. {{(pid=93268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:08:05.171109 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.base_scheduler [None req-bcad5a28-f473-43a4-9caf-676b945eaee1 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Resources bound (agent type, host, resource id): {{(pid=93268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:08:05.174612 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcad5a28-f473-43a4-9caf-676b945eaee1 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Received port after_create {{(pid=93268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:08:05.196383 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad5a28-f473-43a4-9caf-676b945eaee1 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Pushing event updated for resources: {'Port': ['ID=645017bd-ab2e-45f8-9149-0a9176deb2b6,revision_number=1']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:08:05.200070 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-bcad5a28-f473-43a4-9caf-676b945eaee1 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:08:05.550288 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-bcad5a28-f473-43a4-9caf-676b945eaee1 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:05.777673 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-bcad5a28-f473-43a4-9caf-676b945eaee1 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:05.924784 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-bcad5a28-f473-43a4-9caf-676b945eaee1 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Notify callbacks [] for port, precommit_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:06.011844 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-bcad5a28-f473-43a4-9caf-676b945eaee1 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3169556'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:06.014734 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-2b842470-70ce-45fc-aecc-7c25684a2b49 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:08:06.086016 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad5a28-f473-43a4-9caf-676b945eaee1 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Pushing event updated for resources: {'Port': ['ID=645017bd-ab2e-45f8-9149-0a9176deb2b6,revision_number=2']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:08:06.089835 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-bcad5a28-f473-43a4-9caf-676b945eaee1 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:08:06.095241 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-bcad5a28-f473-43a4-9caf-676b945eaee1 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516016'] for floatingip, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:06.197540 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.db.l3_db [None req-bcad5a28-f473-43a4-9caf-676b945eaee1 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Floating IP f239e91d-58b2-4385-abba-7755d317e173 associated. External IP: 172.28.0.63, port: fc599553-2b75-4824-9ca9-7afd84aa90c4. Jun 18 22:08:06.406304 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcad5a28-f473-43a4-9caf-676b945eaee1 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Router 974f0c6f-a1b0-436e-82d8-29d2b903723d has already been hosted by L3 agent cffdd0dd-f469-4450-b407-8e3f357d30fb {{(pid=93268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 22:08:06.508305 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcad5a28-f473-43a4-9caf-676b945eaee1 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Notify agent at l3_agent.dv-cinder-766752-3-smb the message routers_updated {{(pid=93268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 22:08:06.517810 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451d3b1f-b794-4480-8a75-738eebee5402 None None] Sync routers for ids ['974f0c6f-a1b0-436e-82d8-29d2b903723d'] in dv-cinder-766752-3-smb {{(pid=93269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 22:08:06.527037 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451d3b1f-b794-4480-8a75-738eebee5402 None None] Routers {'974f0c6f-a1b0-436e-82d8-29d2b903723d'} bound to L3 agent in host dv-cinder-766752-3-smb {{(pid=93269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:08:06.527642 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-451d3b1f-b794-4480-8a75-738eebee5402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T21:54:00Z,description=,heartbeat_timestamp=2021-06-18T22:08:00Z,host='dv-cinder-766752-3-smb',id=cffdd0dd-f469-4450-b407-8e3f357d30fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:54:01Z,topic='l3_agent')) {'router_ids': ['974f0c6f-a1b0-436e-82d8-29d2b903723d'], 'active': True} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:08:06.608287 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-bcad5a28-f473-43a4-9caf-676b945eaee1 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31239'] for floatingip, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:06.630748 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvr_db [None req-451d3b1f-b794-4480-8a75-738eebee5402 None None] Set router 974f0c6f-a1b0-436e-82d8-29d2b903723d gateway port host: dv-cinder-766752-3-smb {{(pid=93269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:08:06.652165 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-bcad5a28-f473-43a4-9caf-676b945eaee1 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1002452 Jun 18 22:08:06.652165 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0c932d1-4edb-4c67-8681-f9e49dd1bb27', 'tag': 'fc599553-2b75-4824-9ca9-7afd84aa90c4'}] {{(pid=93268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:08:06.652433 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 50830) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:08:06.652898 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ff4b25c03651656652c9c7d58efcdba903c051ef33b3f53eb93af1a53304f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0daf251c-316a-4dde-8509-d5036273aeac" -d '{"events": [{"name": "network-changed", "server_uuid": "a0c932d1-4edb-4c67-8681-f9e49dd1bb27", "tag": "fc599553-2b75-4824-9ca9-7afd84aa90c4"}]}' {{(pid=93268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:08:06.657503 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.v2.base [None req-414edbb7-0408-46ca-b085-3206571fb7f9 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-911222641', 'description': 'tempest-secgroup-smoke-911222641 description', 'project_id': '2087593c47844d1f9be49b18fcc05ab4'}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:08:06.693086 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 22:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34bc99de-16f0-4d34-bca1-1f23d643176f x-openstack-request-id: req-34bc99de-16f0-4d34-bca1-1f23d643176f {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:08:06.693505 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0c932d1-4edb-4c67-8681-f9e49dd1bb27", "tag": "fc599553-2b75-4824-9ca9-7afd84aa90c4", "status": "completed", "code": 200}]} {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:08:06.694000 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-34bc99de-16f0-4d34-bca1-1f23d643176f {{(pid=93268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:08:06.694497 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0c932d1-4edb-4c67-8681-f9e49dd1bb27', 'tag': 'fc599553-2b75-4824-9ca9-7afd84aa90c4', 'status': 'completed', 'code': 200} Jun 18 22:08:06.802668 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-414edbb7-0408-46ca-b085-3206571fb7f9 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:06.818384 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daf251c-316a-4dde-8509-d5036273aeac req-7ec1b52c-68b2-4aae-9f59-eb2f0b4d55ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:08:06.819883 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-0daf251c-316a-4dde-8509-d5036273aeac req-7ec1b52c-68b2-4aae-9f59-eb2f0b4d55ab service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2087593c47844d1f9be49b18fcc05ab4&device_id=a0c932d1-4edb-4c67-8681-f9e49dd1bb27 HTTP/1.1" status: 200 len: 1099 time: 0.0592647 Jun 18 22:08:06.861796 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-451d3b1f-b794-4480-8a75-738eebee5402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974f0c6f-a1b0-436e-82d8-29d2b903723d', 'name': 'tempest-TestMinimumBasicScenario-1879193783-router', 'tenant_id': '2087593c47844d1f9be49b18fcc05ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': '61c31f78-5b2b-4184-95e3-0f952bb3248e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:07:05Z', 'updated_at': '2021-06-18T22:07:09Z', 'revision_number': 4, 'project_id': '2087593c47844d1f9be49b18fcc05ab4', 'gw_port': {'id': '61c31f78-5b2b-4184-95e3-0f952bb3248e', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:23:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974f0c6f-a1b0-436e-82d8-29d2b903723d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:07:06Z', 'updated_at': '2021-06-18T22:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb', '_floatingips': [{'id': 'f239e91d-58b2-4385-abba-7755d317e173', 'tenant_id': '2087593c47844d1f9be49b18fcc05ab4', 'floating_ip_address': '172.28.0.63', 'floating_network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'router_id': '974f0c6f-a1b0-436e-82d8-29d2b903723d', 'port_id': 'fc599553-2b75-4824-9ca9-7afd84aa90c4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19d8b494-3d57-41df-804d-0604baecd3eb', 'mac_address': 'fa:16:3e:8c:e6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0c932d1-4edb-4c67-8681-f9e49dd1bb27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T22:08:05Z', 'updated_at': '2021-06-18T22:08:05Z', 'revision_number': 0, 'project_id': '2087593c47844d1f9be49b18fcc05ab4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80457bd8-b67b-4f19-997b-121759f2e5e7', 'name': '', 'network_id': '19d8b494-3d57-41df-804d-0604baecd3eb', 'tenant_id': '2087593c47844d1f9be49b18fcc05ab4', 'mac_address': 'fa:16:3e:21:d8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974f0c6f-a1b0-436e-82d8-29d2b903723d', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '9dd6f54e-382d-406b-9fea-779a883cc937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:07:09Z', 'updated_at': '2021-06-18T22:07:15Z', 'revision_number': 5, 'project_id': '2087593c47844d1f9be49b18fcc05ab4', 'subnets': [{'id': '9dd6f54e-382d-406b-9fea-779a883cc937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-smb', False) {} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:08:06.889061 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451d3b1f-b794-4480-8a75-738eebee5402 None None] Checking router: 974f0c6f-a1b0-436e-82d8-29d2b903723d for host: dv-cinder-766752-3-smb {{(pid=93269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 22:08:06.897491 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451d3b1f-b794-4480-8a75-738eebee5402 None None] Routers {'974f0c6f-a1b0-436e-82d8-29d2b903723d'} bound to L3 agent in host dv-cinder-766752-3-smb {{(pid=93269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:08:06.898106 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-451d3b1f-b794-4480-8a75-738eebee5402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T21:54:00Z,description=,heartbeat_timestamp=2021-06-18T22:08:00Z,host='dv-cinder-766752-3-smb',id=cffdd0dd-f469-4450-b407-8e3f357d30fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:54:01Z,topic='l3_agent')) {'router_ids': ['974f0c6f-a1b0-436e-82d8-29d2b903723d'], 'active': True} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:08:06.907530 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-414edbb7-0408-46ca-b085-3206571fb7f9 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:06.918533 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daf251c-316a-4dde-8509-d5036273aeac req-c4dd9da1-dec9-4bd7-a2db-91342a07d673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:08:06.919998 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-0daf251c-316a-4dde-8509-d5036273aeac req-c4dd9da1-dec9-4bd7-a2db-91342a07d673 service neutron] 10.222.0.42 "GET /v2.0/networks?id=19d8b494-3d57-41df-804d-0604baecd3eb HTTP/1.1" status: 200 len: 916 time: 0.0940802 Jun 18 22:08:06.961092 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 50840) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:08:06.991706 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-414edbb7-0408-46ca-b085-3206571fb7f9 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:06.996090 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-0daf251c-316a-4dde-8509-d5036273aeac req-b9a4e37c-e83e-4d93-af87-6ac57691b0ff service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc599553-2b75-4824-9ca9-7afd84aa90c4 HTTP/1.1" status: 200 len: 999 time: 0.0691597 Jun 18 22:08:07.000808 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-ddfabcab-9a5a-4f24-a5a6-07d8ffb038e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:08:07.010332 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvr_db [None req-451d3b1f-b794-4480-8a75-738eebee5402 None None] Set router 974f0c6f-a1b0-436e-82d8-29d2b903723d gateway port host: dv-cinder-766752-3-smb {{(pid=93269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:08:07.026735 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414edbb7-0408-46ca-b085-3206571fb7f9 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9390de73-7052-4038-84df-b68f83f36426,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:08:07.030136 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-414edbb7-0408-46ca-b085-3206571fb7f9 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:08:07.060919 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daf251c-316a-4dde-8509-d5036273aeac req-a35453fa-f6d8-4c57-a23d-695bfa4cc2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:08:07.062457 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-0daf251c-316a-4dde-8509-d5036273aeac req-a35453fa-f6d8-4c57-a23d-695bfa4cc2cc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9dd6f54e-382d-406b-9fea-779a883cc937 HTTP/1.1" status: 200 len: 854 time: 0.0594397 Jun 18 22:08:07.087741 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-414edbb7-0408-46ca-b085-3206571fb7f9 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:07.091588 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-414edbb7-0408-46ca-b085-3206571fb7f9 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4360039 Jun 18 22:08:07.102771 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 50844) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:08:07.108282 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.v2.base [None req-0fdb821c-86ae-4035-a47c-53323329cf02 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Request body: {'security_group_rule': {'security_group_id': '9390de73-7052-4038-84df-b68f83f36426', 'project_id': '2087593c47844d1f9be49b18fcc05ab4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:08:07.153679 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daf251c-316a-4dde-8509-d5036273aeac req-285be5d1-9fd0-46cd-b2e1-5e65e105ba4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:08:07.155169 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-0daf251c-316a-4dde-8509-d5036273aeac req-285be5d1-9fd0-46cd-b2e1-5e65e105ba4d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=19d8b494-3d57-41df-804d-0604baecd3eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0798295 Jun 18 22:08:07.256201 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-0fdb821c-86ae-4035-a47c-53323329cf02 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:07.267818 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-451d3b1f-b794-4480-8a75-738eebee5402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974f0c6f-a1b0-436e-82d8-29d2b903723d', 'name': 'tempest-TestMinimumBasicScenario-1879193783-router', 'tenant_id': '2087593c47844d1f9be49b18fcc05ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': '61c31f78-5b2b-4184-95e3-0f952bb3248e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:07:05Z', 'updated_at': '2021-06-18T22:07:09Z', 'revision_number': 4, 'project_id': '2087593c47844d1f9be49b18fcc05ab4', 'gw_port': {'id': '61c31f78-5b2b-4184-95e3-0f952bb3248e', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:23:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974f0c6f-a1b0-436e-82d8-29d2b903723d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:07:06Z', 'updated_at': '2021-06-18T22:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb', '_floatingips': [{'id': 'f239e91d-58b2-4385-abba-7755d317e173', 'tenant_id': '2087593c47844d1f9be49b18fcc05ab4', 'floating_ip_address': '172.28.0.63', 'floating_network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'router_id': '974f0c6f-a1b0-436e-82d8-29d2b903723d', 'port_id': 'fc599553-2b75-4824-9ca9-7afd84aa90c4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19d8b494-3d57-41df-804d-0604baecd3eb', 'mac_address': 'fa:16:3e:8c:e6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0c932d1-4edb-4c67-8681-f9e49dd1bb27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T22:08:05Z', 'updated_at': '2021-06-18T22:08:05Z', 'revision_number': 0, 'project_id': '2087593c47844d1f9be49b18fcc05ab4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80457bd8-b67b-4f19-997b-121759f2e5e7', 'name': '', 'network_id': '19d8b494-3d57-41df-804d-0604baecd3eb', 'tenant_id': '2087593c47844d1f9be49b18fcc05ab4', 'mac_address': 'fa:16:3e:21:d8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974f0c6f-a1b0-436e-82d8-29d2b903723d', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '9dd6f54e-382d-406b-9fea-779a883cc937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:07:09Z', 'updated_at': '2021-06-18T22:07:15Z', 'revision_number': 5, 'project_id': '2087593c47844d1f9be49b18fcc05ab4', 'subnets': [{'id': '9dd6f54e-382d-406b-9fea-779a883cc937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-smb', False) {} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:08:07.273406 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-0daf251c-316a-4dde-8509-d5036273aeac req-27db842a-380a-451e-bf27-51649a915c65 service neutron] 10.222.0.42 "GET /v2.0/networks/19d8b494-3d57-41df-804d-0604baecd3eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112556 Jun 18 22:08:07.295360 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451d3b1f-b794-4480-8a75-738eebee5402 None None] The sync data for ids ['974f0c6f-a1b0-436e-82d8-29d2b903723d'] in dv-cinder-766752-3-smb is: [{'id': '974f0c6f-a1b0-436e-82d8-29d2b903723d', 'name': 'tempest-TestMinimumBasicScenario-1879193783-router', 'tenant_id': '2087593c47844d1f9be49b18fcc05ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': '61c31f78-5b2b-4184-95e3-0f952bb3248e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:07:05Z', 'updated_at': '2021-06-18T22:07:09Z', 'revision_number': 4, 'project_id': '2087593c47844d1f9be49b18fcc05ab4', 'gw_port': {'id': '61c31f78-5b2b-4184-95e3-0f952bb3248e', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:23:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974f0c6f-a1b0-436e-82d8-29d2b903723d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:07:06Z', 'updated_at': '2021-06-18T22:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb', '_floatingips': [{'id': 'f239e91d-58b2-4385-abba-7755d317e173', 'tenant_id': '2087593c47844d1f9be49b18fcc05ab4', 'floating_ip_address': '172.28.0.63', 'floating_network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'router_id': '974f0c6f-a1b0-436e-82d8-29d2b903723d', 'port_id': 'fc599553-2b75-4824-9ca9-7afd84aa90c4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19d8b494-3d57-41df-804d-0604baecd3eb', 'mac_address': 'fa:16:3e:8c:e6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0c932d1-4edb-4c67-8681-f9e49dd1bb27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T22:08:05Z', 'updated_at': '2021-06-18T22:08:05Z', 'revision_number': 0, 'project_id': '2087593c47844d1f9be49b18fcc05ab4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80457bd8-b67b-4f19-997b-121759f2e5e7', 'name': '', 'network_id': '19d8b494-3d57-41df-804d-0604baecd3eb', 'tenant_id': '2087593c47844d1f9be49b18fcc05ab4', 'mac_address': 'fa:16:3e:21:d8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974f0c6f-a1b0-436e-82d8-29d2b903723d', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '9dd6f54e-382d-406b-9fea-779a883cc937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:07:09Z', 'updated_at': '2021-06-18T22:07:15Z', 'revision_number': 5, 'project_id': '2087593c47844d1f9be49b18fcc05ab4', 'subnets': [{'id': '9dd6f54e-382d-406b-9fea-779a883cc937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 22:08:07.398566 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-0fdb821c-86ae-4035-a47c-53323329cf02 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:07.414988 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-0daf251c-316a-4dde-8509-d5036273aeac req-17e2d99b-904c-4352-97b5-0c543d816f81 service neutron] 10.222.0.42 "GET /v2.0/networks/19d8b494-3d57-41df-804d-0604baecd3eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337683 Jun 18 22:08:07.497403 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-0fdb821c-86ae-4035-a47c-53323329cf02 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412107'] for security_group_rule, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:07.503565 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-618865d2-2c7b-4d27-8c3c-5afe85fcbcc2 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:08:07.520958 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08389835-dc70-49ad-b8c7-41d0ba1e18d5 None None] New status for floating IP f239e91d-58b2-4385-abba-7755d317e173: ACTIVE {{(pid=93270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 22:08:07.521645 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdb821c-86ae-4035-a47c-53323329cf02 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4372d6cc-4951-4ebb-bfbd-09d338bb4e37,revision_number=0']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:08:07.524300 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-0fdb821c-86ae-4035-a47c-53323329cf02 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:08:07.641255 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-0fdb821c-86ae-4035-a47c-53323329cf02 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:07.642760 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-0fdb821c-86ae-4035-a47c-53323329cf02 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5388889 Jun 18 22:08:07.645431 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 50846) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:08:07.650069 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.v2.base [None req-a4f11fcb-4270-4d5a-bd00-4019ee5144fe tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Request body: {'security_group_rule': {'security_group_id': '9390de73-7052-4038-84df-b68f83f36426', 'project_id': '2087593c47844d1f9be49b18fcc05ab4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:08:07.726294 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-28d35f01-293d-47f9-a3a2-789657b824c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476109'] for router_interface, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:07.789950 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a4f11fcb-4270-4d5a-bd00-4019ee5144fe tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:07.847341 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a4f11fcb-4270-4d5a-bd00-4019ee5144fe tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:07.937905 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a4f11fcb-4270-4d5a-bd00-4019ee5144fe tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412107'] for security_group_rule, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:07.940242 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:08:07.954680 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f11fcb-4270-4d5a-bd00-4019ee5144fe tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a6b17e9-18a5-4ee8-8816-415f7df89cac,revision_number=0']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:08:07.958542 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-a4f11fcb-4270-4d5a-bd00-4019ee5144fe tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:08:08.013402 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a4f11fcb-4270-4d5a-bd00-4019ee5144fe tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:08.014752 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-a4f11fcb-4270-4d5a-bd00-4019ee5144fe tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3683121 Jun 18 22:08:08.028595 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [None req-28d35f01-293d-47f9-a3a2-789657b824c6 admin admin] Deleting port 17c19ec5-ff0f-44e7-a83b-7acfbb2c1708 {{(pid=93267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:08:08.028595 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-28d35f01-293d-47f9-a3a2-789657b824c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765939110629'] for port, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:08.030290 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 50848) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:08:08.034977 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.v2.base [None req-d83da02e-72f0-4e0b-b027-32f2f9c9aa4e tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Request body: {'security_group_rule': {'security_group_id': '9390de73-7052-4038-84df-b68f83f36426', 'project_id': '2087593c47844d1f9be49b18fcc05ab4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:08:08.105053 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.plugins.ml2.db [None req-28d35f01-293d-47f9-a3a2-789657b824c6 admin admin] For port 17c19ec5-ff0f-44e7-a83b-7acfbb2c1708, host dv-cinder-766752-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-smb',level=0,port_id=17c19ec5-ff0f-44e7-a83b-7acfbb2c1708,segment=NetworkSegment(b36e6868-126e-43ec-b847-fd25373dd47a),segment_id=b36e6868-126e-43ec-b847-fd25373dd47a)] {{(pid=93267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:08:08.105400 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-28d35f01-293d-47f9-a3a2-789657b824c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512668'] for port, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:08.147925 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-d83da02e-72f0-4e0b-b027-32f2f9c9aa4e tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:08.169645 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [None req-28d35f01-293d-47f9-a3a2-789657b824c6 admin admin] Calling delete_port for 17c19ec5-ff0f-44e7-a83b-7acfbb2c1708 owned by network:router_interface {{(pid=93267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:08:08.208391 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-d83da02e-72f0-4e0b-b027-32f2f9c9aa4e tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:08.280069 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-d83da02e-72f0-4e0b-b027-32f2f9c9aa4e tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412107'] for security_group_rule, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:08.282699 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-af90d873-85d4-45d8-963b-4ebabbded389 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:08:08.299785 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83da02e-72f0-4e0b-b027-32f2f9c9aa4e tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb3a23e2-b176-43d8-aa8e-1e18b6118b90,revision_number=0']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:08:08.305014 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-d83da02e-72f0-4e0b-b027-32f2f9c9aa4e tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:08:08.425140 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-d83da02e-72f0-4e0b-b027-32f2f9c9aa4e tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:08.426381 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-d83da02e-72f0-4e0b-b027-32f2f9c9aa4e tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3950243 Jun 18 22:08:08.429253 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 50850) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:08:08.433637 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.v2.base [None req-1360cb44-9be1-4237-9e71-3cff7c6d2196 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Request body: {'security_group_rule': {'security_group_id': '9390de73-7052-4038-84df-b68f83f36426', 'project_id': '2087593c47844d1f9be49b18fcc05ab4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:08:08.508795 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-28d35f01-293d-47f9-a3a2-789657b824c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765939117029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765938626151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504252'] for port, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:08.511684 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:08:08.541433 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d35f01-293d-47f9-a3a2-789657b824c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=17c19ec5-ff0f-44e7-a83b-7acfbb2c1708,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:08:08.541433 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-28d35f01-293d-47f9-a3a2-789657b824c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:08:08.580395 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-1360cb44-9be1-4237-9e71-3cff7c6d2196 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:08.650056 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-1360cb44-9be1-4237-9e71-3cff7c6d2196 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:08.709959 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-28d35f01-293d-47f9-a3a2-789657b824c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476017'] for router_interface, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:08.722439 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-1360cb44-9be1-4237-9e71-3cff7c6d2196 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412107'] for security_group_rule, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:08.727057 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-c3719d03-c037-4db5-969d-f9acc32cb846 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:08:08.746420 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1360cb44-9be1-4237-9e71-3cff7c6d2196 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5f31574-99f5-4eb0-b472-4d220f2abcf9,revision_number=0']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:08:08.750322 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-1360cb44-9be1-4237-9e71-3cff7c6d2196 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:08:08.876762 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-1360cb44-9be1-4237-9e71-3cff7c6d2196 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:08.877883 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-1360cb44-9be1-4237-9e71-3cff7c6d2196 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4476984 Jun 18 22:08:08.880678 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 50852) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:08:08.885172 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.v2.base [None req-28ffa230-2d5e-4bc5-b7a8-fd50402665b6 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Request body: {'security_group_rule': {'security_group_id': '9390de73-7052-4038-84df-b68f83f36426', 'project_id': '2087593c47844d1f9be49b18fcc05ab4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:08:08.920064 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28d35f01-293d-47f9-a3a2-789657b824c6 admin admin] Router f718791a-b063-4175-9f55-8ed0bba93417 has already been hosted by L3 agent cffdd0dd-f469-4450-b407-8e3f357d30fb {{(pid=93267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 22:08:08.982880 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.db.securitygroups_db [None req-28ffa230-2d5e-4bc5-b7a8-fd50402665b6 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Project 2087593c47844d1f9be49b18fcc05ab4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 22:08:08.987877 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-28ffa230-2d5e-4bc5-b7a8-fd50402665b6 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:09.022953 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28d35f01-293d-47f9-a3a2-789657b824c6 admin admin] Notify agent at l3_agent.dv-cinder-766752-3-smb the message routers_updated {{(pid=93267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 22:08:09.030884 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 50854) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:08:09.031477 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-28d35f01-293d-47f9-a3a2-789657b824c6 admin admin] 10.222.0.23 "PUT /v2.0/routers/f718791a-b063-4175-9f55-8ed0bba93417/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0685124 Jun 18 22:08:09.033004 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b59ecf1-b092-4117-8ba5-367e44b4f526 None None] Sync routers for ids ['f718791a-b063-4175-9f55-8ed0bba93417'] in dv-cinder-766752-3-smb {{(pid=93269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 22:08:09.042351 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b59ecf1-b092-4117-8ba5-367e44b4f526 None None] Routers {'f718791a-b063-4175-9f55-8ed0bba93417'} bound to L3 agent in host dv-cinder-766752-3-smb {{(pid=93269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:08:09.042990 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-7b59ecf1-b092-4117-8ba5-367e44b4f526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T21:54:00Z,description=,heartbeat_timestamp=2021-06-18T22:08:00Z,host='dv-cinder-766752-3-smb',id=cffdd0dd-f469-4450-b407-8e3f357d30fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:54:01Z,topic='l3_agent')) {'router_ids': ['f718791a-b063-4175-9f55-8ed0bba93417'], 'active': True} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:08:09.095883 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-28ffa230-2d5e-4bc5-b7a8-fd50402665b6 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:09.146244 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvr_db [None req-7b59ecf1-b092-4117-8ba5-367e44b4f526 None None] Set router f718791a-b063-4175-9f55-8ed0bba93417 gateway port host: dv-cinder-766752-3-smb {{(pid=93269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:08:09.146486 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-32e85274-e763-4fa3-aa0b-2b83d8f27519 admin admin] Notify callbacks [] for router, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:09.185386 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-28ffa230-2d5e-4bc5-b7a8-fd50402665b6 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412107'] for security_group_rule, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:09.190853 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-0fdb821c-86ae-4035-a47c-53323329cf02 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:08:09.215814 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ffa230-2d5e-4bc5-b7a8-fd50402665b6 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ed8a12e-0c55-4bfb-8a67-0bb8caf1be2f,revision_number=0']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:08:09.222398 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-28ffa230-2d5e-4bc5-b7a8-fd50402665b6 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:08:09.279686 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-32e85274-e763-4fa3-aa0b-2b83d8f27519 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:09.297969 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-28ffa230-2d5e-4bc5-b7a8-fd50402665b6 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:09.300521 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-28ffa230-2d5e-4bc5-b7a8-fd50402665b6 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4175797 Jun 18 22:08:09.301899 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 50856) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:08:09.306370 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.v2.base [None req-b8f35095-1653-438d-9441-7ebf97d4125f tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Request body: {'security_group_rule': {'security_group_id': '9390de73-7052-4038-84df-b68f83f36426', 'project_id': '2087593c47844d1f9be49b18fcc05ab4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:08:09.392829 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-32e85274-e763-4fa3-aa0b-2b83d8f27519 admin admin] Deleting port 24ebf161-ffed-471e-8fb3-4ec465e50da5 {{(pid=93268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:08:09.393167 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-32e85274-e763-4fa3-aa0b-2b83d8f27519 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765939110629'] for port, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:09.432988 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.db.securitygroups_db [None req-b8f35095-1653-438d-9441-7ebf97d4125f tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Project 2087593c47844d1f9be49b18fcc05ab4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 22:08:09.441596 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-b8f35095-1653-438d-9441-7ebf97d4125f tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:09.443645 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-7b59ecf1-b092-4117-8ba5-367e44b4f526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f718791a-b063-4175-9f55-8ed0bba93417', 'name': 'tempest-AttachVolumeTestJSON-1244901988-router', 'tenant_id': '1a162bbe7ec5404e82b0637c65bc655b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.228'}], 'enable_snat': True}, 'gw_port_id': '24ebf161-ffed-471e-8fb3-4ec465e50da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:02:13Z', 'updated_at': '2021-06-18T22:08:08Z', 'revision_number': 5, 'project_id': '1a162bbe7ec5404e82b0637c65bc655b', 'gw_port': {'id': '24ebf161-ffed-471e-8fb3-4ec465e50da5', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:50:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f718791a-b063-4175-9f55-8ed0bba93417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:02:14Z', 'updated_at': '2021-06-18T22:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb'}], 'dv-cinder-766752-3-smb', False) {} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:08:09.472841 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b59ecf1-b092-4117-8ba5-367e44b4f526 None None] Checking router: f718791a-b063-4175-9f55-8ed0bba93417 for host: dv-cinder-766752-3-smb {{(pid=93269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 22:08:09.480861 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b59ecf1-b092-4117-8ba5-367e44b4f526 None None] Routers {'f718791a-b063-4175-9f55-8ed0bba93417'} bound to L3 agent in host dv-cinder-766752-3-smb {{(pid=93269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:08:09.481468 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-7b59ecf1-b092-4117-8ba5-367e44b4f526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T21:54:00Z,description=,heartbeat_timestamp=2021-06-18T22:08:00Z,host='dv-cinder-766752-3-smb',id=cffdd0dd-f469-4450-b407-8e3f357d30fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:54:01Z,topic='l3_agent')) {'router_ids': ['f718791a-b063-4175-9f55-8ed0bba93417'], 'active': True} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:08:09.515221 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-32e85274-e763-4fa3-aa0b-2b83d8f27519 admin admin] For port 24ebf161-ffed-471e-8fb3-4ec465e50da5, host dv-cinder-766752-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-smb',level=0,port_id=24ebf161-ffed-471e-8fb3-4ec465e50da5,segment=NetworkSegment(84b34c11-c765-4838-8c05-a350e58a1412),segment_id=84b34c11-c765-4838-8c05-a350e58a1412)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:08:09.515692 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-32e85274-e763-4fa3-aa0b-2b83d8f27519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512668'] for port, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:09.565071 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvr_db [None req-7b59ecf1-b092-4117-8ba5-367e44b4f526 None None] Set router f718791a-b063-4175-9f55-8ed0bba93417 gateway port host: None {{(pid=93269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:08:09.585749 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-32e85274-e763-4fa3-aa0b-2b83d8f27519 admin admin] Calling delete_port for 24ebf161-ffed-471e-8fb3-4ec465e50da5 owned by network:router_gateway {{(pid=93268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:08:09.597830 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-b8f35095-1653-438d-9441-7ebf97d4125f tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:09.616849 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-7b59ecf1-b092-4117-8ba5-367e44b4f526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f718791a-b063-4175-9f55-8ed0bba93417', 'name': 'tempest-AttachVolumeTestJSON-1244901988-router', 'tenant_id': '1a162bbe7ec5404e82b0637c65bc655b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:02:13Z', 'updated_at': '2021-06-18T22:08:09Z', 'revision_number': 6, 'project_id': '1a162bbe7ec5404e82b0637c65bc655b', 'gw_port_host': None}], 'dv-cinder-766752-3-smb', False) {} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:08:09.646759 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b59ecf1-b092-4117-8ba5-367e44b4f526 None None] The sync data for ids ['f718791a-b063-4175-9f55-8ed0bba93417'] in dv-cinder-766752-3-smb is: [{'id': 'f718791a-b063-4175-9f55-8ed0bba93417', 'name': 'tempest-AttachVolumeTestJSON-1244901988-router', 'tenant_id': '1a162bbe7ec5404e82b0637c65bc655b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:02:13Z', 'updated_at': '2021-06-18T22:08:09Z', 'revision_number': 6, 'project_id': '1a162bbe7ec5404e82b0637c65bc655b', 'gw_port_host': None}] {{(pid=93269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 22:08:09.649333 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-b8f35095-1653-438d-9441-7ebf97d4125f tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412107'] for security_group_rule, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:09.654830 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-1360cb44-9be1-4237-9e71-3cff7c6d2196 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:08:09.979653 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f35095-1653-438d-9441-7ebf97d4125f tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e2797b7-462b-4c0d-84bb-01115691ddab,revision_number=0']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:08:09.983194 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-b8f35095-1653-438d-9441-7ebf97d4125f tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:08:10.047916 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-b8f35095-1653-438d-9441-7ebf97d4125f tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:10.049134 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-b8f35095-1653-438d-9441-7ebf97d4125f tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7463069 Jun 18 22:08:10.116815 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-32e85274-e763-4fa3-aa0b-2b83d8f27519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765939117029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765938626151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3169581'] for port, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:10.119764 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-1c2187b6-b33b-45d2-828d-704d05114400 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:08:10.146146 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e85274-e763-4fa3-aa0b-2b83d8f27519 admin admin] Pushing event deleted for resources: {'Port': ['ID=24ebf161-ffed-471e-8fb3-4ec465e50da5,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:08:10.154294 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-32e85274-e763-4fa3-aa0b-2b83d8f27519 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:08:10.227972 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-bc86bcd4-4b4b-44cd-a763-f782e98c3c38 req-1e30289d-6f71-4eb4-9154-f05dc0c9b4c8 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-911222641&fields=id&tenant_id=2087593c47844d1f9be49b18fcc05ab4 HTTP/1.1" status: 200 len: 267 time: 0.0848885 Jun 18 22:08:10.232600 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-32e85274-e763-4fa3-aa0b-2b83d8f27519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-515933'] for router_gateway, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:10.349842 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-32e85274-e763-4fa3-aa0b-2b83d8f27519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-477251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65146'] for router, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:10.352561 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-32e85274-e763-4fa3-aa0b-2b83d8f27519 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:10.413751 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc86bcd4-4b4b-44cd-a763-f782e98c3c38 req-ab982c4e-a2e3-4dfc-978e-52d229ead02b tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:08:10.415218 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-bc86bcd4-4b4b-44cd-a763-f782e98c3c38 req-ab982c4e-a2e3-4dfc-978e-52d229ead02b tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0c932d1-4edb-4c67-8681-f9e49dd1bb27 HTTP/1.1" status: 200 len: 946 time: 0.1798389 Jun 18 22:08:10.426838 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.v2.base [req-bc86bcd4-4b4b-44cd-a763-f782e98c3c38 req-10bfa9b0-6a1a-4ce1-8e16-0e697a203ec0 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Request body: {'port': {'security_groups': ['6352080f-1f40-42d5-bc77-ae4725cc805c', '9390de73-7052-4038-84df-b68f83f36426']}} {{(pid=93268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:08:10.486083 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-32e85274-e763-4fa3-aa0b-2b83d8f27519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475666'] for router, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:10.486587 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32e85274-e763-4fa3-aa0b-2b83d8f27519 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f718791a-b063-4175-9f55-8ed0bba93417 {{(pid=93268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 22:08:10.491119 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-32e85274-e763-4fa3-aa0b-2b83d8f27519 admin admin] Notify callbacks [] for router, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:10.492283 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-32e85274-e763-4fa3-aa0b-2b83d8f27519 admin admin] 10.222.0.23 "DELETE /v2.0/routers/f718791a-b063-4175-9f55-8ed0bba93417 HTTP/1.1" status: 204 len: 168 time: 1.4606807 Jun 18 22:08:10.494952 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 50860) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:08:10.531565 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-bc86bcd4-4b4b-44cd-a763-f782e98c3c38 req-10bfa9b0-6a1a-4ce1-8e16-0e697a203ec0 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:10.540822 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8c7422d-022c-46be-a67b-7304cffc1151 admin admin] Deleting subnet 2c05298a-5496-468b-af9b-eb839c301437 {{(pid=93267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 22:08:10.544051 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-a8c7422d-022c-46be-a67b-7304cffc1151 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:10.586128 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-a8c7422d-022c-46be-a67b-7304cffc1151 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3866932'] for subnet, precommit_delete_associations {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:10.714575 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-a8c7422d-022c-46be-a67b-7304cffc1151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525357'] for subnet, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:10.730069 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.db [req-bc86bcd4-4b4b-44cd-a763-f782e98c3c38 req-10bfa9b0-6a1a-4ce1-8e16-0e697a203ec0 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] For port fc599553-2b75-4824-9ca9-7afd84aa90c4, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=fc599553-2b75-4824-9ca9-7afd84aa90c4,segment=NetworkSegment(871cea72-4542-4c26-a7e1-944b53d16263),segment_id=871cea72-4542-4c26-a7e1-944b53d16263)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:08:10.766651 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-bc86bcd4-4b4b-44cd-a763-f782e98c3c38 req-10bfa9b0-6a1a-4ce1-8e16-0e697a203ec0 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Notify callbacks [] for port, precommit_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:10.772590 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device 17c19ec5-ff0f-44e7-a83b-7acfbb2c1708 no longer exists at agent ovs-agent-dv-cinder-766752-3-smb {{(pid=93269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:08:10.792368 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.plugin [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] No Port match for: 17c19ec5-ff0f-44e7-a83b-7acfbb2c1708 {{(pid=93269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:08:10.792745 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device 17c19ec5-ff0f-44e7-a83b-7acfbb2c1708 not bound to the agent host dv-cinder-766752-3-smb {{(pid=93269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:08:10.793162 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device 24ebf161-ffed-471e-8fb3-4ec465e50da5 no longer exists at agent ovs-agent-dv-cinder-766752-3-smb {{(pid=93269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:08:10.811211 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.plugin [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] No Port match for: 24ebf161-ffed-471e-8fb3-4ec465e50da5 {{(pid=93269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:08:10.814018 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device 24ebf161-ffed-471e-8fb3-4ec465e50da5 not bound to the agent host dv-cinder-766752-3-smb {{(pid=93269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:08:10.830844 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-a8c7422d-022c-46be-a67b-7304cffc1151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2856249'] for subnet, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:10.834398 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:08:10.847684 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-bc86bcd4-4b4b-44cd-a763-f782e98c3c38 req-10bfa9b0-6a1a-4ce1-8e16-0e697a203ec0 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3169556'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:10.851835 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-5d5f69e6-6b29-4907-87a4-527031e010c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:08:10.859787 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c7422d-022c-46be-a67b-7304cffc1151 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c05298a-5496-468b-af9b-eb839c301437,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:08:10.863515 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-a8c7422d-022c-46be-a67b-7304cffc1151 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:08:10.871022 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-a8c7422d-022c-46be-a67b-7304cffc1151 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:10.871022 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-a8c7422d-022c-46be-a67b-7304cffc1151 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/2c05298a-5496-468b-af9b-eb839c301437 HTTP/1.1" status: 204 len: 168 time: 0.3719993 Jun 18 22:08:10.871022 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 50862) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:08:10.873148 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5d25d1-96fd-4b67-8b93-ff37d0a64e73 None None] Network 2767e6ef-6819-45b8-a88a-d01068b3a363 requested from dv-cinder-766752-3-smb {{(pid=93269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 22:08:10.895657 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc86bcd4-4b4b-44cd-a763-f782e98c3c38 req-10bfa9b0-6a1a-4ce1-8e16-0e697a203ec0 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:08:10.896283 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-bc86bcd4-4b4b-44cd-a763-f782e98c3c38 req-10bfa9b0-6a1a-4ce1-8e16-0e697a203ec0 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31239'] for port, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:10.900811 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-bc86bcd4-4b4b-44cd-a763-f782e98c3c38 req-10bfa9b0-6a1a-4ce1-8e16-0e697a203ec0 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "PUT /v2.0/ports/fc599553-2b75-4824-9ca9-7afd84aa90c4 HTTP/1.1" status: 200 len: 982 time: 0.4784021 Jun 18 22:08:10.901553 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0c932d1-4edb-4c67-8681-f9e49dd1bb27', 'tag': 'fc599553-2b75-4824-9ca9-7afd84aa90c4'}] {{(pid=93268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:08:10.904090 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ff4b25c03651656652c9c7d58efcdba903c051ef33b3f53eb93af1a53304f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed70a13c-5246-4bbf-8603-459625bf1278" -d '{"events": [{"name": "network-changed", "server_uuid": "a0c932d1-4edb-4c67-8681-f9e49dd1bb27", "tag": "fc599553-2b75-4824-9ca9-7afd84aa90c4"}]}' {{(pid=93268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:08:10.938396 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] get_ports_and_sgs() called for port_ids ['fc599553-2b75-4824-9ca9-7afd84aa90c4'] {{(pid=93269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:08:10.957955 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-60081372-a1e2-4b46-b54d-cd726cf9711f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647953'] for network, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:10.967430 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 22:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-254d05f8-afe1-4c7e-ac0a-ce9b50bd9f3c x-openstack-request-id: req-254d05f8-afe1-4c7e-ac0a-ce9b50bd9f3c {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:08:10.967863 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0c932d1-4edb-4c67-8681-f9e49dd1bb27", "tag": "fc599553-2b75-4824-9ca9-7afd84aa90c4", "status": "completed", "code": 200}]} {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:08:10.968190 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-254d05f8-afe1-4c7e-ac0a-ce9b50bd9f3c {{(pid=93268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:08:10.968658 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0c932d1-4edb-4c67-8681-f9e49dd1bb27', 'tag': 'fc599553-2b75-4824-9ca9-7afd84aa90c4', 'status': 'completed', 'code': 200} Jun 18 22:08:10.969383 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bfa9b0-6a1a-4ce1-8e16-0e697a203ec0 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Pushing event updated for resources: {'Port': ['ID=fc599553-2b75-4824-9ca9-7afd84aa90c4,revision_number=6']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:08:10.973345 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-10bfa9b0-6a1a-4ce1-8e16-0e697a203ec0 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:08:11.051391 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [None req-60081372-a1e2-4b46-b54d-cd726cf9711f admin admin] Deleting port 60f371f5-fcbe-4128-8de0-06caf6f22824 {{(pid=93267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:08:11.051793 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-60081372-a1e2-4b46-b54d-cd726cf9711f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765939110629'] for port, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:11.107309 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed70a13c-5246-4bbf-8603-459625bf1278 req-4b28047b-c6ef-43d0-b5d5-d080660b9388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:08:11.109539 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-ed70a13c-5246-4bbf-8603-459625bf1278 req-4b28047b-c6ef-43d0-b5d5-d080660b9388 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2087593c47844d1f9be49b18fcc05ab4&device_id=a0c932d1-4edb-4c67-8681-f9e49dd1bb27 HTTP/1.1" status: 200 len: 1138 time: 0.0970294 Jun 18 22:08:11.110185 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] get_ports_and_sgs() called for port_ids ['fc599553-2b75-4824-9ca9-7afd84aa90c4'] {{(pid=93269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:08:11.140819 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.plugins.ml2.db [None req-60081372-a1e2-4b46-b54d-cd726cf9711f admin admin] For port 60f371f5-fcbe-4128-8de0-06caf6f22824, host dv-cinder-766752-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-smb',level=0,port_id=60f371f5-fcbe-4128-8de0-06caf6f22824,segment=NetworkSegment(b36e6868-126e-43ec-b847-fd25373dd47a),segment_id=b36e6868-126e-43ec-b847-fd25373dd47a)] {{(pid=93267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:08:11.141406 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-60081372-a1e2-4b46-b54d-cd726cf9711f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512668'] for port, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:11.191915 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa3d81-0b50-45e5-af52-0b992e891558 req-f4f79f93-5983-4e11-b968-83689e3555d3 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:08:11.193372 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-49aa3d81-0b50-45e5-af52-0b992e891558 req-f4f79f93-5983-4e11-b968-83689e3555d3 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0c932d1-4edb-4c67-8681-f9e49dd1bb27 HTTP/1.1" status: 200 len: 985 time: 0.1370656 Jun 18 22:08:11.213306 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [None req-60081372-a1e2-4b46-b54d-cd726cf9711f admin admin] Calling delete_port for 60f371f5-fcbe-4128-8de0-06caf6f22824 owned by network:dhcp {{(pid=93267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:08:11.254552 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed70a13c-5246-4bbf-8603-459625bf1278 req-3c3d914a-428d-4b9a-98d0-4669f6f8077e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:08:11.256954 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-ed70a13c-5246-4bbf-8603-459625bf1278 req-3c3d914a-428d-4b9a-98d0-4669f6f8077e service neutron] 10.222.0.42 "GET /v2.0/networks?id=19d8b494-3d57-41df-804d-0604baecd3eb HTTP/1.1" status: 200 len: 916 time: 0.1387315 Jun 18 22:08:11.272560 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-db060c4b-10b5-479a-8dcd-d931bb5b8fcd None None] Provisioning complete for port fc599553-2b75-4824-9ca9-7afd84aa90c4 triggered by entity DHCP. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:08:11.272940 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-db060c4b-10b5-479a-8dcd-d931bb5b8fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:11.279789 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-49aa3d81-0b50-45e5-af52-0b992e891558 req-60bc712b-fd1b-433f-8351-5ee494eb546e tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6352080f-1f40-42d5-bc77-ae4725cc805c&id=9390de73-7052-4038-84df-b68f83f36426&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0758400 Jun 18 22:08:11.332473 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30e5021-dbde-494f-b0ae-b215b64ff0b0 None None] DHCP port deletion for 2767e6ef-6819-45b8-a88a-d01068b3a363 request from dv-cinder-766752-3-smb {{(pid=93269) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 22:08:11.353177 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-ed70a13c-5246-4bbf-8603-459625bf1278 req-3f345675-460f-47aa-8ac0-cddc53b38e23 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc599553-2b75-4824-9ca9-7afd84aa90c4 HTTP/1.1" status: 200 len: 1001 time: 0.0715733 Jun 18 22:08:11.401932 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed70a13c-5246-4bbf-8603-459625bf1278 req-27773f6d-63cb-4abc-8028-5fec930d645c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:08:11.403278 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-ed70a13c-5246-4bbf-8603-459625bf1278 req-27773f6d-63cb-4abc-8028-5fec930d645c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9dd6f54e-382d-406b-9fea-779a883cc937 HTTP/1.1" status: 200 len: 854 time: 0.0435748 Jun 18 22:08:11.448322 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-60081372-a1e2-4b46-b54d-cd726cf9711f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765939117029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765938626151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504252'] for port, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:11.451762 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:08:11.466782 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed70a13c-5246-4bbf-8603-459625bf1278 req-7d852421-9874-4e18-ab1d-d3290c38bf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:08:11.468617 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-ed70a13c-5246-4bbf-8603-459625bf1278 req-7d852421-9874-4e18-ab1d-d3290c38bf01 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=19d8b494-3d57-41df-804d-0604baecd3eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0582936 Jun 18 22:08:11.479268 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60081372-a1e2-4b46-b54d-cd726cf9711f admin admin] No DVR routers for this DVR port 60f371f5-fcbe-4128-8de0-06caf6f22824 on host dv-cinder-766752-3-smb {{(pid=93267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 22:08:11.484334 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60081372-a1e2-4b46-b54d-cd726cf9711f admin admin] Pushing event deleted for resources: {'Port': ['ID=60f371f5-fcbe-4128-8de0-06caf6f22824,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:08:11.486759 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-60081372-a1e2-4b46-b54d-cd726cf9711f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:08:11.529503 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.plugin [None req-d30e5021-dbde-494f-b0ae-b215b64ff0b0 None None] Deleting port 60f371f5-fcbe-4128-8de0-06caf6f22824 {{(pid=93269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:08:11.529912 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-d30e5021-dbde-494f-b0ae-b215b64ff0b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765939110629'] for port, before_delete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:11.562156 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-ed70a13c-5246-4bbf-8603-459625bf1278 req-a28ac37d-5e22-44ab-9d66-69d180f0ea51 service neutron] 10.222.0.42 "GET /v2.0/networks/19d8b494-3d57-41df-804d-0604baecd3eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861533 Jun 18 22:08:11.562391 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-60081372-a1e2-4b46-b54d-cd726cf9711f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1539570', 'neutron.services.segments.db._delete_segments_for_network-8765939166931'] for network, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:11.573143 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.services.segments.db [None req-60081372-a1e2-4b46-b54d-cd726cf9711f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2767e6ef-6819-45b8-a88a-d01068b3a363']}} {{(pid=93267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:08:11.584014 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.services.segments.db [None req-60081372-a1e2-4b46-b54d-cd726cf9711f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b36e6868-126e-43ec-b847-fd25373dd47a') {'for_net_delete': True} {{(pid=93267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:08:11.584304 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.services.segments.db [None req-60081372-a1e2-4b46-b54d-cd726cf9711f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b36e6868-126e-43ec-b847-fd25373dd47a') {} {{(pid=93267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:08:11.594651 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-60081372-a1e2-4b46-b54d-cd726cf9711f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765939166760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866941'] for segment, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:11.611362 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-60081372-a1e2-4b46-b54d-cd726cf9711f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527226'] for segment, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:11.619194 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60081372-a1e2-4b46-b54d-cd726cf9711f admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=93267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 22:08:11.619586 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-60081372-a1e2-4b46-b54d-cd726cf9711f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2839725'] for segment, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:11.621493 dv-cinder-766752-3-smb neutron-server[93267]: Traceback (most recent call last): Jun 18 22:08:11.621493 dv-cinder-766752-3-smb neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 22:08:11.621493 dv-cinder-766752-3-smb neutron-server[93267]: timer() Jun 18 22:08:11.621493 dv-cinder-766752-3-smb neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 22:08:11.621493 dv-cinder-766752-3-smb neutron-server[93267]: cb(*args, **kw) Jun 18 22:08:11.621493 dv-cinder-766752-3-smb neutron-server[93267]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 22:08:11.621493 dv-cinder-766752-3-smb neutron-server[93267]: return func(*args, **kwargs) Jun 18 22:08:11.621493 dv-cinder-766752-3-smb neutron-server[93267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 22:08:11.621493 dv-cinder-766752-3-smb neutron-server[93267]: self._notify() Jun 18 22:08:11.621493 dv-cinder-766752-3-smb neutron-server[93267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 22:08:11.621493 dv-cinder-766752-3-smb neutron-server[93267]: self.callback(batched_events) Jun 18 22:08:11.621493 dv-cinder-766752-3-smb neutron-server[93267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 22:08:11.621493 dv-cinder-766752-3-smb neutron-server[93267]: event.method(event) Jun 18 22:08:11.621493 dv-cinder-766752-3-smb neutron-server[93267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 22:08:11.621493 dv-cinder-766752-3-smb neutron-server[93267]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 22:08:11.621493 dv-cinder-766752-3-smb neutron-server[93267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 22:08:11.621493 dv-cinder-766752-3-smb neutron-server[93267]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 22:08:11.621493 dv-cinder-766752-3-smb neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 22:08:11.621493 dv-cinder-766752-3-smb neutron-server[93267]: return f(self, *a, **k) Jun 18 22:08:11.621493 dv-cinder-766752-3-smb neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 22:08:11.621493 dv-cinder-766752-3-smb neutron-server[93267]: return self._get(url).json() Jun 18 22:08:11.621493 dv-cinder-766752-3-smb neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 22:08:11.621493 dv-cinder-766752-3-smb neutron-server[93267]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 22:08:11.621493 dv-cinder-766752-3-smb neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 22:08:11.621493 dv-cinder-766752-3-smb neutron-server[93267]: return self.request(url, 'GET', **kwargs) Jun 18 22:08:11.621493 dv-cinder-766752-3-smb neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 22:08:11.621493 dv-cinder-766752-3-smb neutron-server[93267]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 22:08:11.621493 dv-cinder-766752-3-smb neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 22:08:11.621493 dv-cinder-766752-3-smb neutron-server[93267]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 22:08:11.621493 dv-cinder-766752-3-smb neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 22:08:11.621493 dv-cinder-766752-3-smb neutron-server[93267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 22:08:11.621493 dv-cinder-766752-3-smb neutron-server[93267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 22:08:11.648011 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-d30e5021-dbde-494f-b0ae-b215b64ff0b0 None None] For port 60f371f5-fcbe-4128-8de0-06caf6f22824, host dv-cinder-766752-3-smb, got binding levels [] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:08:11.648424 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-d30e5021-dbde-494f-b0ae-b215b64ff0b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512668'] for port, precommit_delete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:11.661983 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-ed70a13c-5246-4bbf-8603-459625bf1278 req-b50d24f7-b657-4e4b-9d28-5b05584f0fef service neutron] 10.222.0.42 "GET /v2.0/networks/19d8b494-3d57-41df-804d-0604baecd3eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926626 Jun 18 22:08:11.727652 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.plugin [None req-d30e5021-dbde-494f-b0ae-b215b64ff0b0 None None] Calling delete_port for 60f371f5-fcbe-4128-8de0-06caf6f22824 owned by network:dhcp {{(pid=93269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:08:11.732520 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.ipam_backend_mixin [None req-d30e5021-dbde-494f-b0ae-b215b64ff0b0 None None] Port 60f371f5-fcbe-4128-8de0-06caf6f22824 was not found and therefore no delete operation was performed {{(pid=93269) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 18 22:08:11.740740 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-d30e5021-dbde-494f-b0ae-b215b64ff0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765939117029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765938626151'] for port, after_delete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:11.749719 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:08:11.787826 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30e5021-dbde-494f-b0ae-b215b64ff0b0 None None] Pushing event deleted for resources: {'Port': ['ID=60f371f5-fcbe-4128-8de0-06caf6f22824,revision_number=None']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:08:11.791226 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-d30e5021-dbde-494f-b0ae-b215b64ff0b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:08:11.797238 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30e5021-dbde-494f-b0ae-b215b64ff0b0 None None] No DVR routers for this DVR port 60f371f5-fcbe-4128-8de0-06caf6f22824 on host dv-cinder-766752-3-smb {{(pid=93269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 22:08:11.847811 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-60081372-a1e2-4b46-b54d-cd726cf9711f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1539563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-490555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1678354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-515970'] for network, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:11.852691 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-60081372-a1e2-4b46-b54d-cd726cf9711f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678351'] for network, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:11.857255 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-60081372-a1e2-4b46-b54d-cd726cf9711f admin admin] 10.222.0.23 "DELETE /v2.0/networks/2767e6ef-6819-45b8-a88a-d01068b3a363 HTTP/1.1" status: 204 len: 168 time: 0.9839852 Jun 18 22:08:11.858040 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:08:11.871707 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60081372-a1e2-4b46-b54d-cd726cf9711f admin admin] Pushing event deleted for resources: {'Network': ['ID=2767e6ef-6819-45b8-a88a-d01068b3a363,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:08:11.875710 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-60081372-a1e2-4b46-b54d-cd726cf9711f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:08:12.207571 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 50872) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:08:12.250152 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-219bb4bb-f917-4cda-9500-342c20e295df admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1a162bbe7ec5404e82b0637c65bc655b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0413656 Jun 18 22:08:12.252585 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 50874) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:08:12.298195 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b504c5a1-67a3-48bb-bdd9-f0c1b126b204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:12.318520 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b504c5a1-67a3-48bb-bdd9-f0c1b126b204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:12.445313 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b504c5a1-67a3-48bb-bdd9-f0c1b126b204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:12.447794 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b504c5a1-67a3-48bb-bdd9-f0c1b126b204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:12.448973 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-b504c5a1-67a3-48bb-bdd9-f0c1b126b204 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ea45157d-72e9-42a1-ae54-0fb89b0b2831 HTTP/1.1" status: 204 len: 168 time: 0.1955118 Jun 18 22:08:12.449760 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-ea38142f-6b33-4866-a321-5c41b1845fda tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:08:12.458108 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b504c5a1-67a3-48bb-bdd9-f0c1b126b204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea45157d-72e9-42a1-ae54-0fb89b0b2831,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:08:12.460521 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-b504c5a1-67a3-48bb-bdd9-f0c1b126b204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:08:12.750803 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device 60f371f5-fcbe-4128-8de0-06caf6f22824 no longer exists at agent ovs-agent-dv-cinder-766752-3-smb {{(pid=93269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:08:12.771592 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.plugin [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] No Port match for: 60f371f5-fcbe-4128-8de0-06caf6f22824 {{(pid=93269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:08:12.771942 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device 60f371f5-fcbe-4128-8de0-06caf6f22824 not bound to the agent host dv-cinder-766752-3-smb {{(pid=93269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:08:20.047004 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:20.444311 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 50976) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:08:20.548022 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-ec4c18c4-c75e-48ea-956f-4c143873aacc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:20.632674 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-ec4c18c4-c75e-48ea-956f-4c143873aacc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:20.733022 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-ec4c18c4-c75e-48ea-956f-4c143873aacc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:20.736158 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-5fb184cf-eff4-4eb8-bc6a-0b703a167298 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:08:20.772197 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-ec4c18c4-c75e-48ea-956f-4c143873aacc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1f56dc32a4b04422a114bd6b58f01ac8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3266451 Jun 18 22:08:20.773090 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4c18c4-c75e-48ea-956f-4c143873aacc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f702072-d75c-477d-ae8d-69e08866214e,revision_number=1']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:08:20.774807 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 50980) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:08:20.776288 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-ec4c18c4-c75e-48ea-956f-4c143873aacc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:08:20.824589 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-5f6d1a2d-01f0-4c69-83a3-c767e7a8eeb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:20.846534 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-5f6d1a2d-01f0-4c69-83a3-c767e7a8eeb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:20.987560 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-5f6d1a2d-01f0-4c69-83a3-c767e7a8eeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:20.990098 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-5f6d1a2d-01f0-4c69-83a3-c767e7a8eeb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:20.991231 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-5f6d1a2d-01f0-4c69-83a3-c767e7a8eeb9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3f702072-d75c-477d-ae8d-69e08866214e HTTP/1.1" status: 204 len: 168 time: 0.2154219 Jun 18 22:08:20.992104 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-414edbb7-0408-46ca-b085-3206571fb7f9 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:08:21.000532 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6d1a2d-01f0-4c69-83a3-c767e7a8eeb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f702072-d75c-477d-ae8d-69e08866214e,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:08:21.002882 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-5f6d1a2d-01f0-4c69-83a3-c767e7a8eeb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:08:27.493339 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6e3891-e928-4500-bfb6-3186e3323288 req-51bb12b9-fd6d-4560-887d-675eef1fd7a4 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:08:27.494856 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-8a6e3891-e928-4500-bfb6-3186e3323288 req-51bb12b9-fd6d-4560-887d-675eef1fd7a4 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 946 time: 0.0657861 Jun 18 22:08:27.534370 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-8a6e3891-e928-4500-bfb6-3186e3323288 req-07ed59f2-0d31-433a-bd43-6e4d51c033ca tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=58f2a725-04fc-4d18-85d0-0d9a05d2ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331244 Jun 18 22:08:27.692321 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-c3600064-7b6c-4a19-b6a1-22534c369118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:28.719411 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ce6363-cb84-4baf-beb5-076ac9b0e29c req-37c17e5a-4323-45d9-aa4b-ff0354c8f76a tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:08:28.720847 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-e5ce6363-cb84-4baf-beb5-076ac9b0e29c req-37c17e5a-4323-45d9-aa4b-ff0354c8f76a tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 946 time: 0.0678771 Jun 18 22:08:28.759741 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-e5ce6363-cb84-4baf-beb5-076ac9b0e29c req-7bf04922-aaf0-4369-b35d-1ac50d640144 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=58f2a725-04fc-4d18-85d0-0d9a05d2ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332289 Jun 18 22:08:29.399427 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4cbb9e-6e68-4e8c-9840-f46c8dd7ed13 req-3d4467cd-5bd2-444c-852d-5a7c6c6a259d tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:08:29.400890 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3c4cbb9e-6e68-4e8c-9840-f46c8dd7ed13 req-3d4467cd-5bd2-444c-852d-5a7c6c6a259d tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.42 "GET /v2.0/ports?device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 946 time: 0.0627458 Jun 18 22:08:29.502038 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [req-3c4cbb9e-6e68-4e8c-9840-f46c8dd7ed13 req-944dcc57-5d9e-4944-9f4a-7855d7765697 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Deleting port 213c452f-edf0-4d01-b4d8-f0d36789ef50 {{(pid=93268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:08:29.502302 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-3c4cbb9e-6e68-4e8c-9840-f46c8dd7ed13 req-944dcc57-5d9e-4944-9f4a-7855d7765697 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765939110629'] for port, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:29.589792 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.db [req-3c4cbb9e-6e68-4e8c-9840-f46c8dd7ed13 req-944dcc57-5d9e-4944-9f4a-7855d7765697 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] For port 213c452f-edf0-4d01-b4d8-f0d36789ef50, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=213c452f-edf0-4d01-b4d8-f0d36789ef50,segment=NetworkSegment(a78d8b83-5ba8-4fe4-9d6b-ca6065c6919a),segment_id=a78d8b83-5ba8-4fe4-9d6b-ca6065c6919a)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:08:29.590149 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-3c4cbb9e-6e68-4e8c-9840-f46c8dd7ed13 req-944dcc57-5d9e-4944-9f4a-7855d7765697 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512668'] for port, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:29.886248 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-3c4cbb9e-6e68-4e8c-9840-f46c8dd7ed13 req-944dcc57-5d9e-4944-9f4a-7855d7765697 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:29.886248 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-3c4cbb9e-6e68-4e8c-9840-f46c8dd7ed13 req-944dcc57-5d9e-4944-9f4a-7855d7765697 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516016'] for floatingip, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:29.886248 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.db.l3_db [req-3c4cbb9e-6e68-4e8c-9840-f46c8dd7ed13 req-944dcc57-5d9e-4944-9f4a-7855d7765697 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Floating IP 394a1236-a653-4dbd-8189-c7e826333d0d disassociated. External IP: 172.28.0.69, port: 213c452f-edf0-4d01-b4d8-f0d36789ef50. Jun 18 22:08:29.886248 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [req-3c4cbb9e-6e68-4e8c-9840-f46c8dd7ed13 req-944dcc57-5d9e-4944-9f4a-7855d7765697 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Calling delete_port for 213c452f-edf0-4d01-b4d8-f0d36789ef50 owned by compute:nova {{(pid=93268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:08:29.948398 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b83023b-cbe0-4c5c-a8e9-a59b2daa2ac6 req-046028cd-5ea7-43f2-a6b4-cbee1705d98c tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:08:29.949875 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-9b83023b-cbe0-4c5c-a8e9-a59b2daa2ac6 req-046028cd-5ea7-43f2-a6b4-cbee1705d98c tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 946 time: 0.0684454 Jun 18 22:08:29.988050 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-9b83023b-cbe0-4c5c-a8e9-a59b2daa2ac6 req-ba33b8ac-f5f8-4abc-99d2-54a4288d93ac tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=58f2a725-04fc-4d18-85d0-0d9a05d2ad5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313895 Jun 18 22:08:30.038955 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-3c4cbb9e-6e68-4e8c-9840-f46c8dd7ed13 req-944dcc57-5d9e-4944-9f4a-7855d7765697 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765939117029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765938626151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3169581'] for port, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:30.046933 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-65005e27-cc5e-4d15-bff8-c184f8809737 tempest-VolumesSnapshotTestJSON-606657052 tempest-VolumesSnapshotTestJSON-606657052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:08:30.076255 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944dcc57-5d9e-4944-9f4a-7855d7765697 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Pushing event deleted for resources: {'Port': ['ID=213c452f-edf0-4d01-b4d8-f0d36789ef50,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:08:30.080746 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-944dcc57-5d9e-4944-9f4a-7855d7765697 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:08:30.190926 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c4cbb9e-6e68-4e8c-9840-f46c8dd7ed13 req-944dcc57-5d9e-4944-9f4a-7855d7765697 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Router b7bef094-6463-4610-a271-5d4d2e6518a3 has already been hosted by L3 agent cffdd0dd-f469-4450-b407-8e3f357d30fb {{(pid=93268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 22:08:30.234182 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-81838a9d-8f44-412f-8b9f-b77f083cbd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:30.297945 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c4cbb9e-6e68-4e8c-9840-f46c8dd7ed13 req-944dcc57-5d9e-4944-9f4a-7855d7765697 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify agent at l3_agent.dv-cinder-766752-3-smb the message routers_updated {{(pid=93268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 22:08:30.306961 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd2303d-d20d-4a7e-9fe8-95e109e1bf96 None None] Sync routers for ids ['b7bef094-6463-4610-a271-5d4d2e6518a3'] in dv-cinder-766752-3-smb {{(pid=93270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 22:08:30.319654 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd2303d-d20d-4a7e-9fe8-95e109e1bf96 None None] Routers {'b7bef094-6463-4610-a271-5d4d2e6518a3'} bound to L3 agent in host dv-cinder-766752-3-smb {{(pid=93270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:08:30.320257 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_hamode_db [None req-fcd2303d-d20d-4a7e-9fe8-95e109e1bf96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T21:54:00Z,description=,heartbeat_timestamp=2021-06-18T22:08:30Z,host='dv-cinder-766752-3-smb',id=cffdd0dd-f469-4450-b407-8e3f357d30fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:54:01Z,topic='l3_agent')) {'router_ids': ['b7bef094-6463-4610-a271-5d4d2e6518a3'], 'active': True} {{(pid=93270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:08:30.340831 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c4cbb9e-6e68-4e8c-9840-f46c8dd7ed13 req-944dcc57-5d9e-4944-9f4a-7855d7765697 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] No DVR routers for this DVR port 213c452f-edf0-4d01-b4d8-f0d36789ef50 on host hv-cinder-76675 {{(pid=93268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 22:08:30.343391 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:30.343949 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-3c4cbb9e-6e68-4e8c-9840-f46c8dd7ed13 req-944dcc57-5d9e-4944-9f4a-7855d7765697 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31239'] for port, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:30.346051 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3c4cbb9e-6e68-4e8c-9840-f46c8dd7ed13 req-944dcc57-5d9e-4944-9f4a-7855d7765697 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.42 "DELETE /v2.0/ports/213c452f-edf0-4d01-b4d8-f0d36789ef50 HTTP/1.1" status: 204 len: 173 time: 0.9396105 Jun 18 22:08:30.346561 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82ef5668-f50a-42c7-ab14-8e988a838c89', 'name': 'network-vif-deleted', 'tag': '213c452f-edf0-4d01-b4d8-f0d36789ef50'}] {{(pid=93268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:08:30.348873 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ff4b25c03651656652c9c7d58efcdba903c051ef33b3f53eb93af1a53304f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef64f88e-17d7-45fb-94bd-6eff150e4aee" -d '{"events": [{"server_uuid": "82ef5668-f50a-42c7-ab14-8e988a838c89", "name": "network-vif-deleted", "tag": "213c452f-edf0-4d01-b4d8-f0d36789ef50"}]}' {{(pid=93268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:08:30.382941 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b5fd15-3c55-4e15-8fed-050277b39f66 x-openstack-request-id: req-f5b5fd15-3c55-4e15-8fed-050277b39f66 {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:08:30.383275 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82ef5668-f50a-42c7-ab14-8e988a838c89", "name": "network-vif-deleted", "tag": "213c452f-edf0-4d01-b4d8-f0d36789ef50", "status": "completed", "code": 200}]} {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:08:30.383567 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f5b5fd15-3c55-4e15-8fed-050277b39f66 {{(pid=93268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:08:30.384004 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82ef5668-f50a-42c7-ab14-8e988a838c89', 'name': 'network-vif-deleted', 'tag': '213c452f-edf0-4d01-b4d8-f0d36789ef50', 'status': 'completed', 'code': 200} Jun 18 22:08:30.431584 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_dvr_db [None req-fcd2303d-d20d-4a7e-9fe8-95e109e1bf96 None None] Set router b7bef094-6463-4610-a271-5d4d2e6518a3 gateway port host: dv-cinder-766752-3-smb {{(pid=93270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:08:30.729224 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_hamode_db [None req-fcd2303d-d20d-4a7e-9fe8-95e109e1bf96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bef094-6463-4610-a271-5d4d2e6518a3', 'name': 'tempest-AttachVolumeShelveTestJSON-1631673649-router', 'tenant_id': '086d8a7db0824b69b4ceea30f277fb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.101'}], 'enable_snat': True}, 'gw_port_id': 'd33693c2-f680-48fc-9e83-286b075268b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:05:22Z', 'updated_at': '2021-06-18T22:05:27Z', 'revision_number': 4, 'project_id': '086d8a7db0824b69b4ceea30f277fb14', 'gw_port': {'id': 'd33693c2-f680-48fc-9e83-286b075268b5', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:fc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bef094-6463-4610-a271-5d4d2e6518a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:05:23Z', 'updated_at': '2021-06-18T22:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb', '_interfaces': [{'id': '5aa202d8-6796-4c55-9796-55a58b7722d9', 'name': '', 'network_id': '1d1f4389-47a7-47d4-a0f5-f21dad0f67c2', 'tenant_id': '086d8a7db0824b69b4ceea30f277fb14', 'mac_address': 'fa:16:3e:68:22:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bef094-6463-4610-a271-5d4d2e6518a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '7481fd0b-ce05-4e67-b068-a6b20f3c0083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:05:26Z', 'updated_at': '2021-06-18T22:05:32Z', 'revision_number': 5, 'project_id': '086d8a7db0824b69b4ceea30f277fb14', 'subnets': [{'id': '7481fd0b-ce05-4e67-b068-a6b20f3c0083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-smb', False) {} {{(pid=93270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:08:30.755355 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd2303d-d20d-4a7e-9fe8-95e109e1bf96 None None] Checking router: b7bef094-6463-4610-a271-5d4d2e6518a3 for host: dv-cinder-766752-3-smb {{(pid=93270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 22:08:30.763872 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd2303d-d20d-4a7e-9fe8-95e109e1bf96 None None] Routers {'b7bef094-6463-4610-a271-5d4d2e6518a3'} bound to L3 agent in host dv-cinder-766752-3-smb {{(pid=93270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:08:30.764479 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_hamode_db [None req-fcd2303d-d20d-4a7e-9fe8-95e109e1bf96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T21:54:00Z,description=,heartbeat_timestamp=2021-06-18T22:08:30Z,host='dv-cinder-766752-3-smb',id=cffdd0dd-f469-4450-b407-8e3f357d30fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:54:01Z,topic='l3_agent')) {'router_ids': ['b7bef094-6463-4610-a271-5d4d2e6518a3'], 'active': True} {{(pid=93270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:08:30.808985 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-cdc1bdc4-d155-424e-9474-2f44f4572a54 req-71abf532-4797-4608-b41e-843a31764401 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c22a450e-1706-4be3-963e-2d349a266f2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0509176 Jun 18 22:08:30.872904 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_dvr_db [None req-fcd2303d-d20d-4a7e-9fe8-95e109e1bf96 None None] Set router b7bef094-6463-4610-a271-5d4d2e6518a3 gateway port host: dv-cinder-766752-3-smb {{(pid=93270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:08:30.933599 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc1bdc4-d155-424e-9474-2f44f4572a54 req-8435be6f-ca94-4e33-b002-16b04eca3862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:08:30.935689 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-cdc1bdc4-d155-424e-9474-2f44f4572a54 req-8435be6f-ca94-4e33-b002-16b04eca3862 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bb38584fac4b45c0ad6f8a619ed02fc2&device_id=c22a450e-1706-4be3-963e-2d349a266f2b HTTP/1.1" status: 200 len: 1098 time: 0.0604126 Jun 18 22:08:31.048135 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc1bdc4-d155-424e-9474-2f44f4572a54 req-cce20f9f-ef4a-4bb1-91c5-56629e63228a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:08:31.049764 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-cdc1bdc4-d155-424e-9474-2f44f4572a54 req-cce20f9f-ef4a-4bb1-91c5-56629e63228a service neutron] 10.222.0.42 "GET /v2.0/networks?id=86beaeb4-cc2e-471c-8ffc-81b02f765b2a HTTP/1.1" status: 200 len: 910 time: 0.0929976 Jun 18 22:08:31.078881 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_hamode_db [None req-fcd2303d-d20d-4a7e-9fe8-95e109e1bf96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bef094-6463-4610-a271-5d4d2e6518a3', 'name': 'tempest-AttachVolumeShelveTestJSON-1631673649-router', 'tenant_id': '086d8a7db0824b69b4ceea30f277fb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.101'}], 'enable_snat': True}, 'gw_port_id': 'd33693c2-f680-48fc-9e83-286b075268b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:05:22Z', 'updated_at': '2021-06-18T22:05:27Z', 'revision_number': 4, 'project_id': '086d8a7db0824b69b4ceea30f277fb14', 'gw_port': {'id': 'd33693c2-f680-48fc-9e83-286b075268b5', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:fc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bef094-6463-4610-a271-5d4d2e6518a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:05:23Z', 'updated_at': '2021-06-18T22:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb', '_interfaces': [{'id': '5aa202d8-6796-4c55-9796-55a58b7722d9', 'name': '', 'network_id': '1d1f4389-47a7-47d4-a0f5-f21dad0f67c2', 'tenant_id': '086d8a7db0824b69b4ceea30f277fb14', 'mac_address': 'fa:16:3e:68:22:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bef094-6463-4610-a271-5d4d2e6518a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '7481fd0b-ce05-4e67-b068-a6b20f3c0083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:05:26Z', 'updated_at': '2021-06-18T22:05:32Z', 'revision_number': 5, 'project_id': '086d8a7db0824b69b4ceea30f277fb14', 'subnets': [{'id': '7481fd0b-ce05-4e67-b068-a6b20f3c0083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-smb', False) {} {{(pid=93270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:08:31.106118 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd2303d-d20d-4a7e-9fe8-95e109e1bf96 None None] The sync data for ids ['b7bef094-6463-4610-a271-5d4d2e6518a3'] in dv-cinder-766752-3-smb is: [{'id': 'b7bef094-6463-4610-a271-5d4d2e6518a3', 'name': 'tempest-AttachVolumeShelveTestJSON-1631673649-router', 'tenant_id': '086d8a7db0824b69b4ceea30f277fb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.101'}], 'enable_snat': True}, 'gw_port_id': 'd33693c2-f680-48fc-9e83-286b075268b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:05:22Z', 'updated_at': '2021-06-18T22:05:27Z', 'revision_number': 4, 'project_id': '086d8a7db0824b69b4ceea30f277fb14', 'gw_port': {'id': 'd33693c2-f680-48fc-9e83-286b075268b5', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:fc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bef094-6463-4610-a271-5d4d2e6518a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:05:23Z', 'updated_at': '2021-06-18T22:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb', '_interfaces': [{'id': '5aa202d8-6796-4c55-9796-55a58b7722d9', 'name': '', 'network_id': '1d1f4389-47a7-47d4-a0f5-f21dad0f67c2', 'tenant_id': '086d8a7db0824b69b4ceea30f277fb14', 'mac_address': 'fa:16:3e:68:22:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bef094-6463-4610-a271-5d4d2e6518a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '7481fd0b-ce05-4e67-b068-a6b20f3c0083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:05:26Z', 'updated_at': '2021-06-18T22:05:32Z', 'revision_number': 5, 'project_id': '086d8a7db0824b69b4ceea30f277fb14', 'subnets': [{'id': '7481fd0b-ce05-4e67-b068-a6b20f3c0083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 22:08:31.125873 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-cdc1bdc4-d155-424e-9474-2f44f4572a54 req-243b24aa-df3e-4b76-a3ac-f75913fc45d8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc154032-63f2-4510-8d2a-11b90dd15e0d HTTP/1.1" status: 200 len: 1001 time: 0.0678594 Jun 18 22:08:31.175640 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b5ca40e9-24e7-45dd-b36c-27eedbfbab9f req-9d0cdabd-0965-4af8-bc09-7ae343c23897 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ef5668-f50a-42c7-ab14-8e988a838c89 HTTP/1.1" status: 200 len: 210 time: 0.0420704 Jun 18 22:08:31.225743 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc1bdc4-d155-424e-9474-2f44f4572a54 req-9e52b368-7a0a-4348-a0ea-00adfccc2210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:08:31.227258 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-cdc1bdc4-d155-424e-9474-2f44f4572a54 req-9e52b368-7a0a-4348-a0ea-00adfccc2210 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=944e385f-b7fb-403b-8f0b-1c808a9ec1e9 HTTP/1.1" status: 200 len: 848 time: 0.0917237 Jun 18 22:08:31.287433 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc1bdc4-d155-424e-9474-2f44f4572a54 req-c2e1e790-eaa9-410d-becf-a7e1c53e9baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:08:31.288936 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-cdc1bdc4-d155-424e-9474-2f44f4572a54 req-c2e1e790-eaa9-410d-becf-a7e1c53e9baf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=86beaeb4-cc2e-471c-8ffc-81b02f765b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0550058 Jun 18 22:08:31.359231 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9555db20-9c75-4d6a-a8cf-3b7cb3f5d99e None None] New status for floating IP 394a1236-a653-4dbd-8189-c7e826333d0d: DOWN {{(pid=93269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 22:08:31.391588 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-cdc1bdc4-d155-424e-9474-2f44f4572a54 req-2227bdf9-4337-4503-b8c6-711a4c7dd3a3 service neutron] 10.222.0.42 "GET /v2.0/networks/86beaeb4-cc2e-471c-8ffc-81b02f765b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943997 Jun 18 22:08:31.486517 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-cdc1bdc4-d155-424e-9474-2f44f4572a54 req-a02cbcb2-db31-439f-add2-edc43ba673dd service neutron] 10.222.0.42 "GET /v2.0/networks/86beaeb4-cc2e-471c-8ffc-81b02f765b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841362 Jun 18 22:08:31.577886 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-66c5960c-ceb9-453b-add3-817047489609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:32.383810 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 51130) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:08:32.405128 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device 213c452f-edf0-4d01-b4d8-f0d36789ef50 no longer exists at agent hyperv_hv-cinder-76675 {{(pid=93269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:08:32.427962 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.plugin [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] No Port match for: 213c452f-edf0-4d01-b4d8-f0d36789ef50 {{(pid=93269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:08:32.433575 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device 213c452f-edf0-4d01-b4d8-f0d36789ef50 not bound to the agent host hv-cinder-76675 {{(pid=93269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:08:32.439336 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-889406dc-022c-4b3d-9549-022a83e7bd89 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:32.461822 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-889406dc-022c-4b3d-9549-022a83e7bd89 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:32.598068 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-889406dc-022c-4b3d-9549-022a83e7bd89 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:32.600685 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-889406dc-022c-4b3d-9549-022a83e7bd89 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:32.601866 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-889406dc-022c-4b3d-9549-022a83e7bd89 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "DELETE /v2.0/security-groups/58f2a725-04fc-4d18-85d0-0d9a05d2ad5c HTTP/1.1" status: 204 len: 168 time: 0.2185609 Jun 18 22:08:32.602712 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-d1e423de-b43a-4fd0-a4e3-8a2d633750d6 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:08:32.604571 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 51132) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:08:32.612464 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889406dc-022c-4b3d-9549-022a83e7bd89 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f2a725-04fc-4d18-85d0-0d9a05d2ad5c,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:08:32.614844 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-889406dc-022c-4b3d-9549-022a83e7bd89 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:08:32.618072 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.api.v2.resource [None req-27cad838-1c53-47ee-a3ba-bc59ee39d75d tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] show failed (client error): The resource could not be found. Jun 18 22:08:32.619061 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-27cad838-1c53-47ee-a3ba-bc59ee39d75d tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups/58f2a725-04fc-4d18-85d0-0d9a05d2ad5c HTTP/1.1" status: 404 len: 347 time: 0.0134296 Jun 18 22:08:32.622077 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 51134) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:08:32.740664 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 51138) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:08:32.759471 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-05bb47cc-9d9d-4100-ab5c-59eccc5d60a3 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Deleting port 4c11c0f0-6715-4ab2-90b4-36a5c845d15a {{(pid=93268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:08:32.760423 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-05bb47cc-9d9d-4100-ab5c-59eccc5d60a3 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765939110629'] for port, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:32.841544 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-05bb47cc-9d9d-4100-ab5c-59eccc5d60a3 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512668'] for port, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:32.842394 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-05bb47cc-9d9d-4100-ab5c-59eccc5d60a3 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:32.844304 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-0047988f-4d63-4b4b-a8d7-aeb71c82e827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:32.907616 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-05bb47cc-9d9d-4100-ab5c-59eccc5d60a3 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Calling delete_port for 4c11c0f0-6715-4ab2-90b4-36a5c845d15a owned by network:floatingip {{(pid=93268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:08:32.929768 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-0047988f-4d63-4b4b-a8d7-aeb71c82e827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:33.021452 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-0047988f-4d63-4b4b-a8d7-aeb71c82e827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:33.025079 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-35dd926c-b6a8-4dbe-b3e7-f43adcec10aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:08:33.061637 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-0047988f-4d63-4b4b-a8d7-aeb71c82e827 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=764c076874bf4db8af96a6e7fa6c1f31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3193200 Jun 18 22:08:33.062577 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0047988f-4d63-4b4b-a8d7-aeb71c82e827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d05e9f0-cfde-4d2b-b519-b83c305a0421,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:08:33.064431 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 51142) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:08:33.065861 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-0047988f-4d63-4b4b-a8d7-aeb71c82e827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:08:33.116419 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-ce12e60a-2263-4525-b065-e2baf7d53fbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:33.119622 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-05bb47cc-9d9d-4100-ab5c-59eccc5d60a3 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765939117029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765938626151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3169581'] for port, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:33.124067 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-bcad5a28-f473-43a4-9caf-676b945eaee1 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:08:33.167762 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bb47cc-9d9d-4100-ab5c-59eccc5d60a3 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Pushing event deleted for resources: {'Port': ['ID=4c11c0f0-6715-4ab2-90b4-36a5c845d15a,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:08:33.170367 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-05bb47cc-9d9d-4100-ab5c-59eccc5d60a3 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:08:33.172259 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-ce12e60a-2263-4525-b065-e2baf7d53fbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:33.248919 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-05bb47cc-9d9d-4100-ab5c-59eccc5d60a3 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks [] for floatingip, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:33.251539 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-05bb47cc-9d9d-4100-ab5c-59eccc5d60a3 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31239'] for floatingip, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:33.252727 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-05bb47cc-9d9d-4100-ab5c-59eccc5d60a3 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "DELETE /v2.0/floatingips/394a1236-a653-4dbd-8189-c7e826333d0d HTTP/1.1" status: 204 len: 168 time: 0.6290178 Jun 18 22:08:33.272711 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-cfd4400b-1529-4ea9-a221-6a7c5fbf6a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:33.451838 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-ce12e60a-2263-4525-b065-e2baf7d53fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:33.454560 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-ce12e60a-2263-4525-b065-e2baf7d53fbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:33.455685 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-ce12e60a-2263-4525-b065-e2baf7d53fbc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5d05e9f0-cfde-4d2b-b519-b83c305a0421 HTTP/1.1" status: 204 len: 168 time: 0.3896551 Jun 18 22:08:33.456561 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-0210932b-c081-495e-a0a7-4b55d3d7f9b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:08:33.465366 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce12e60a-2263-4525-b065-e2baf7d53fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d05e9f0-cfde-4d2b-b519-b83c305a0421,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:08:33.467973 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-ce12e60a-2263-4525-b065-e2baf7d53fbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:08:33.789180 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 51150) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:08:33.794740 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.v2.base [None req-2fcf389b-e64d-40d5-9922-585513b63f8e tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Request body: {'security_group': {'name': 'tempest-securitygroup--612547815', 'description': 'tempest-description--1906621508'}} {{(pid=93268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:08:33.892283 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-2fcf389b-e64d-40d5-9922-585513b63f8e tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks [] for security_group, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:33.980998 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-2fcf389b-e64d-40d5-9922-585513b63f8e tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks [] for security_group, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:33.990353 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.agents_db [None req-e551f8fc-329d-4229-a52e-01157ddddd3a None None] Agent healthcheck: found 6 active agents {{(pid=93270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 22:08:34.114725 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-2fcf389b-e64d-40d5-9922-585513b63f8e tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:34.118218 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-8fa4afa1-28ee-4226-87f1-8eeb2998c6e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:08:34.145047 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcf389b-e64d-40d5-9922-585513b63f8e tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e95f0610-8c59-419e-a3dc-bb1a6422f1e4,revision_number=1']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:08:34.147854 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-2fcf389b-e64d-40d5-9922-585513b63f8e tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:08:34.236153 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-2fcf389b-e64d-40d5-9922-585513b63f8e tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks [] for security_group, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:34.238422 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-2fcf389b-e64d-40d5-9922-585513b63f8e tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4480245 Jun 18 22:08:34.242128 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 51166) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:08:34.247491 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.v2.base [None req-445ef109-3acb-42f3-bd6d-c982bb4974b9 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Request body: {'security_group_rule': {'security_group_id': 'e95f0610-8c59-419e-a3dc-bb1a6422f1e4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:08:34.354345 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-445ef109-3acb-42f3-bd6d-c982bb4974b9 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:34.447255 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b554b22-4823-4259-a5d3-5b48126290b9 req-867a0c35-5def-4db3-a465-98d58ddd17c2 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:08:34.448743 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-5b554b22-4823-4259-a5d3-5b48126290b9 req-867a0c35-5def-4db3-a465-98d58ddd17c2 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0c932d1-4edb-4c67-8681-f9e49dd1bb27 HTTP/1.1" status: 200 len: 985 time: 0.1341321 Jun 18 22:08:34.490522 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-445ef109-3acb-42f3-bd6d-c982bb4974b9 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:34.515473 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149df5c3-0f06-4d58-831a-ad5090677410 req-98b3d73f-4ca8-425b-a625-5c25410d29c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:08:34.516941 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-149df5c3-0f06-4d58-831a-ad5090677410 req-98b3d73f-4ca8-425b-a625-5c25410d29c9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2087593c47844d1f9be49b18fcc05ab4&device_id=a0c932d1-4edb-4c67-8681-f9e49dd1bb27 HTTP/1.1" status: 200 len: 1138 time: 0.1188624 Jun 18 22:08:34.527688 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-5b554b22-4823-4259-a5d3-5b48126290b9 req-73cf142f-7b5f-4d69-8ffa-7f4a867a913d tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6352080f-1f40-42d5-bc77-ae4725cc805c&id=9390de73-7052-4038-84df-b68f83f36426&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0710135 Jun 18 22:08:34.601048 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-445ef109-3acb-42f3-bd6d-c982bb4974b9 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412107'] for security_group_rule, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:34.614655 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:08:34.641921 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149df5c3-0f06-4d58-831a-ad5090677410 req-83d0ff2e-0f19-4f57-9a01-8597b2679f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:08:34.641921 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-149df5c3-0f06-4d58-831a-ad5090677410 req-83d0ff2e-0f19-4f57-9a01-8597b2679f5a service neutron] 10.222.0.42 "GET /v2.0/networks?id=19d8b494-3d57-41df-804d-0604baecd3eb HTTP/1.1" status: 200 len: 916 time: 0.1077552 Jun 18 22:08:34.641921 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445ef109-3acb-42f3-bd6d-c982bb4974b9 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5069a57-4e50-4774-968c-7f0764644010,revision_number=0']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:08:34.641921 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-445ef109-3acb-42f3-bd6d-c982bb4974b9 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:08:34.705227 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-149df5c3-0f06-4d58-831a-ad5090677410 req-d5a6d110-b6bf-4f44-83c9-f546c1f623a0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc599553-2b75-4824-9ca9-7afd84aa90c4 HTTP/1.1" status: 200 len: 1001 time: 0.0601113 Jun 18 22:08:34.706888 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-445ef109-3acb-42f3-bd6d-c982bb4974b9 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:34.710702 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-445ef109-3acb-42f3-bd6d-c982bb4974b9 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4648809 Jun 18 22:08:34.710702 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 51178) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:08:34.717143 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.v2.base [None req-136ee553-aada-4809-8074-a04018a77948 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Request body: {'security_group_rule': {'security_group_id': 'e95f0610-8c59-419e-a3dc-bb1a6422f1e4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:08:34.782603 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149df5c3-0f06-4d58-831a-ad5090677410 req-26e2404c-02dd-486d-aa9c-0441b86a28c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:08:34.784065 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-149df5c3-0f06-4d58-831a-ad5090677410 req-26e2404c-02dd-486d-aa9c-0441b86a28c6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9dd6f54e-382d-406b-9fea-779a883cc937 HTTP/1.1" status: 200 len: 854 time: 0.0714271 Jun 18 22:08:34.844851 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149df5c3-0f06-4d58-831a-ad5090677410 req-02fb5ea5-e96d-448f-b5d6-3e5b5a52851f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:08:34.846316 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-149df5c3-0f06-4d58-831a-ad5090677410 req-02fb5ea5-e96d-448f-b5d6-3e5b5a52851f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=19d8b494-3d57-41df-804d-0604baecd3eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0557404 Jun 18 22:08:34.933605 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-149df5c3-0f06-4d58-831a-ad5090677410 req-b82cb110-7131-4e83-85dd-f9f82e6229c6 service neutron] 10.222.0.42 "GET /v2.0/networks/19d8b494-3d57-41df-804d-0604baecd3eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804601 Jun 18 22:08:34.940003 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-136ee553-aada-4809-8074-a04018a77948 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:35.048506 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-136ee553-aada-4809-8074-a04018a77948 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:35.061361 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-149df5c3-0f06-4d58-831a-ad5090677410 req-801e27af-33c7-4eb8-8c47-317636781ab0 service neutron] 10.222.0.42 "GET /v2.0/networks/19d8b494-3d57-41df-804d-0604baecd3eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187425 Jun 18 22:08:35.189405 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-136ee553-aada-4809-8074-a04018a77948 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412107'] for security_group_rule, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:35.197391 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:08:35.209705 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136ee553-aada-4809-8074-a04018a77948 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec2dae05-a253-47b2-9b9e-c59be6e25380,revision_number=0']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:08:35.212723 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-136ee553-aada-4809-8074-a04018a77948 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:08:35.329896 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-136ee553-aada-4809-8074-a04018a77948 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:35.331105 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-136ee553-aada-4809-8074-a04018a77948 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6195350 Jun 18 22:08:35.334157 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 51186) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:08:35.338603 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.v2.base [None req-159325d5-0901-4de0-9cd6-8cfee8dac4ae tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Request body: {'floatingip': {'floating_network_id': '0a94a276-d24e-41da-a649-5ffe202eff30'}} {{(pid=93268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:08:35.446643 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-159325d5-0901-4de0-9cd6-8cfee8dac4ae tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks [] for floatingip, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:35.860377 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-159325d5-0901-4de0-9cd6-8cfee8dac4ae tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550498'] for port, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:35.962903 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d41b7-360e-4915-b050-7fb3e63c55f0 req-af5f3dcf-23d1-4c51-a3a0-f2b574600029 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:08:35.964273 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-8e3d41b7-360e-4915-b050-7fb3e63c55f0 req-af5f3dcf-23d1-4c51-a3a0-f2b574600029 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0c932d1-4edb-4c67-8681-f9e49dd1bb27 HTTP/1.1" status: 200 len: 985 time: 0.1358969 Jun 18 22:08:36.008513 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.db_base_plugin_common [None req-159325d5-0901-4de0-9cd6-8cfee8dac4ae tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Allocated IP 172.28.0.73 (0a94a276-d24e-41da-a649-5ffe202eff30/cb3e10ec-d2d2-4f62-adaa-1158cc2dc485/f64837db-726d-473c-90b9-765ac2244029) {{(pid=93268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:08:36.037590 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-8e3d41b7-360e-4915-b050-7fb3e63c55f0 req-af2a2676-8de0-42f8-a13d-1df6026e03d4 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6352080f-1f40-42d5-bc77-ae4725cc805c&id=9390de73-7052-4038-84df-b68f83f36426&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0652053 Jun 18 22:08:36.124971 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-159325d5-0901-4de0-9cd6-8cfee8dac4ae tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks [] for port, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:36.227133 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 51200) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:08:36.250329 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-159325d5-0901-4de0-9cd6-8cfee8dac4ae tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-549537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1678354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765938626142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3169570'] for port, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:36.253365 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-f2012f23-57e4-4ee8-b831-71d9ba2519ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:08:36.293403 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159325d5-0901-4de0-9cd6-8cfee8dac4ae tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Network 0a94a276-d24e-41da-a649-5ffe202eff30 is already hosted by enough agents. {{(pid=93268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:08:36.297053 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.base_scheduler [None req-159325d5-0901-4de0-9cd6-8cfee8dac4ae tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Resources bound (agent type, host, resource id): {{(pid=93268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:08:36.300401 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159325d5-0901-4de0-9cd6-8cfee8dac4ae tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Received port after_create {{(pid=93268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:08:36.305848 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159325d5-0901-4de0-9cd6-8cfee8dac4ae tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Pushing event updated for resources: {'Port': ['ID=f64837db-726d-473c-90b9-765ac2244029,revision_number=1']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:08:36.325883 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-159325d5-0901-4de0-9cd6-8cfee8dac4ae tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:08:36.342122 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-689e07f9-661c-4614-88ea-4775de459201 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:36.426070 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-159325d5-0901-4de0-9cd6-8cfee8dac4ae tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:36.476851 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-689e07f9-661c-4614-88ea-4775de459201 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:36.559595 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-689e07f9-661c-4614-88ea-4775de459201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:36.562995 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-ce12e60a-2263-4525-b065-e2baf7d53fbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:08:36.569027 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-159325d5-0901-4de0-9cd6-8cfee8dac4ae tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:36.623232 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-689e07f9-661c-4614-88ea-4775de459201 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=20febeefc6d14968a58603b129466cce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3950386 Jun 18 22:08:36.624071 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689e07f9-661c-4614-88ea-4775de459201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a7699b-89c7-44a7-b6a0-a2c362f4e7fa,revision_number=1']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:08:36.626155 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 51204) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:08:36.628622 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-689e07f9-661c-4614-88ea-4775de459201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:08:36.678096 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b2894bc0-4509-4edf-9057-ec3277362e0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:36.700568 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b2894bc0-4509-4edf-9057-ec3277362e0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:36.755498 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-159325d5-0901-4de0-9cd6-8cfee8dac4ae tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks [] for port, precommit_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:36.839948 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b2894bc0-4509-4edf-9057-ec3277362e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:36.842541 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b2894bc0-4509-4edf-9057-ec3277362e0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:36.843696 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-b2894bc0-4509-4edf-9057-ec3277362e0d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/06a7699b-89c7-44a7-b6a0-a2c362f4e7fa HTTP/1.1" status: 204 len: 168 time: 0.2164822 Jun 18 22:08:36.844460 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-ba0e4588-c60e-419e-bed2-6665da2ec56c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:08:36.851919 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2894bc0-4509-4edf-9057-ec3277362e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a7699b-89c7-44a7-b6a0-a2c362f4e7fa,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:08:36.854167 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-b2894bc0-4509-4edf-9057-ec3277362e0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:08:36.903043 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-159325d5-0901-4de0-9cd6-8cfee8dac4ae tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3169556'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:36.906631 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-944dcc57-5d9e-4944-9f4a-7855d7765697 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:08:36.974928 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159325d5-0901-4de0-9cd6-8cfee8dac4ae tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Pushing event updated for resources: {'Port': ['ID=f64837db-726d-473c-90b9-765ac2244029,revision_number=2']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:08:36.980115 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-159325d5-0901-4de0-9cd6-8cfee8dac4ae tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:08:36.987202 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-159325d5-0901-4de0-9cd6-8cfee8dac4ae tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516016'] for floatingip, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:37.118524 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-159325d5-0901-4de0-9cd6-8cfee8dac4ae tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31239'] for floatingip, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:37.119799 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-159325d5-0901-4de0-9cd6-8cfee8dac4ae tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7847073 Jun 18 22:08:37.222544 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa2957-b8ac-416a-a101-93158f00f661 req-bd891f7c-f5b9-4df4-ab83-4aebd504dd6a tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:08:37.224597 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-47aa2957-b8ac-416a-a101-93158f00f661 req-bd891f7c-f5b9-4df4-ab83-4aebd504dd6a tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0c932d1-4edb-4c67-8681-f9e49dd1bb27 HTTP/1.1" status: 200 len: 985 time: 0.0736418 Jun 18 22:08:37.268285 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-47aa2957-b8ac-416a-a101-93158f00f661 req-5f2e1c7f-4f3b-447d-af64-65c93209d175 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6352080f-1f40-42d5-bc77-ae4725cc805c&id=9390de73-7052-4038-84df-b68f83f36426&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0373802 Jun 18 22:08:37.320643 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-ea67752c-1e20-4e18-af4a-17e2de7588a8 req-48d10d46-413f-4659-a8f3-0058ce6a8a88 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--612547815&fields=id&tenant_id=086d8a7db0824b69b4ceea30f277fb14 HTTP/1.1" status: 200 len: 267 time: 0.0364964 Jun 18 22:08:37.425397 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67752c-1e20-4e18-af4a-17e2de7588a8 req-9ae1d00e-bcec-4203-a192-6f127af66772 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:08:37.426826 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-ea67752c-1e20-4e18-af4a-17e2de7588a8 req-9ae1d00e-bcec-4203-a192-6f127af66772 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/networks?id=1d1f4389-47a7-47d4-a0f5-f21dad0f67c2 HTTP/1.1" status: 200 len: 817 time: 0.0995135 Jun 18 22:08:37.442206 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-ea67752c-1e20-4e18-af4a-17e2de7588a8 req-bf4a0fbe-e52e-41c0-858b-cb0ccbc73dc3 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/quotas/086d8a7db0824b69b4ceea30f277fb14 HTTP/1.1" status: 200 len: 375 time: 0.0094688 Jun 18 22:08:37.508925 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-ea67752c-1e20-4e18-af4a-17e2de7588a8 req-4fefb208-c412-4449-906d-3b9104409e26 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=086d8a7db0824b69b4ceea30f277fb14&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0615757 Jun 18 22:08:37.527473 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 51228) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:08:37.541558 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-e6293add-a745-48f1-a844-a2ed0c985f98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:37.631565 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-e6293add-a745-48f1-a844-a2ed0c985f98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:37.745512 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-ea67752c-1e20-4e18-af4a-17e2de7588a8 req-35ceda2b-444f-41b4-a93f-2fa3a4ca5476 service neutron] 10.222.0.23 "GET /v2.0/networks/1d1f4389-47a7-47d4-a0f5-f21dad0f67c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249737 Jun 18 22:08:37.754750 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-e6293add-a745-48f1-a844-a2ed0c985f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:37.757449 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-d23931ba-61e4-4673-855c-39ebd39f028c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:08:37.794962 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-e6293add-a745-48f1-a844-a2ed0c985f98 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c750066cd6c941658ef5e6cb0b7c5434&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2652793 Jun 18 22:08:37.796095 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6293add-a745-48f1-a844-a2ed0c985f98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b94075-9be1-42e8-8c6d-32ff788b3b38,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:08:37.797794 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 51230) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:08:37.799369 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-e6293add-a745-48f1-a844-a2ed0c985f98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:08:37.880111 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-0bd0bc64-976a-431f-bbbd-1903e65bc86a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:37.883126 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-ea67752c-1e20-4e18-af4a-17e2de7588a8 req-4aa68f5f-bb79-4568-abd4-6bd693918e7b service neutron] 10.222.0.23 "GET /v2.0/networks/1d1f4389-47a7-47d4-a0f5-f21dad0f67c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315451 Jun 18 22:08:37.903681 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-0bd0bc64-976a-431f-bbbd-1903e65bc86a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:38.063371 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-0bd0bc64-976a-431f-bbbd-1903e65bc86a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:38.065881 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-0bd0bc64-976a-431f-bbbd-1903e65bc86a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:38.067045 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-0bd0bc64-976a-431f-bbbd-1903e65bc86a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e9b94075-9be1-42e8-8c6d-32ff788b3b38 HTTP/1.1" status: 204 len: 168 time: 0.2682357 Jun 18 22:08:38.067782 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-cb558eb6-1c3f-4144-8143-ff01c9e87ce7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:08:38.076241 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd0bc64-976a-431f-bbbd-1903e65bc86a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b94075-9be1-42e8-8c6d-32ff788b3b38,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:08:38.083831 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd0bc64-976a-431f-bbbd-1903e65bc86a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:08:38.084203 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd0bc64-976a-431f-bbbd-1903e65bc86a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:08:38.084640 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd0bc64-976a-431f-bbbd-1903e65bc86a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:08:38.084999 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd0bc64-976a-431f-bbbd-1903e65bc86a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:08:38.085349 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd0bc64-976a-431f-bbbd-1903e65bc86a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:08:38.085706 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd0bc64-976a-431f-bbbd-1903e65bc86a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:08:38.086054 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd0bc64-976a-431f-bbbd-1903e65bc86a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:08:38.086479 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd0bc64-976a-431f-bbbd-1903e65bc86a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:08:38.086833 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd0bc64-976a-431f-bbbd-1903e65bc86a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:08:38.087185 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd0bc64-976a-431f-bbbd-1903e65bc86a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:08:38.087530 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd0bc64-976a-431f-bbbd-1903e65bc86a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:08:38.087902 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd0bc64-976a-431f-bbbd-1903e65bc86a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:08:38.091890 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-0bd0bc64-976a-431f-bbbd-1903e65bc86a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:08:38.184943 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-efb956c0-f48c-4e85-98cf-6fc102f8365b req-4ab2fefe-e277-4843-aa97-59ef4d77c90b tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5d42a4b-1f6b-4643-aacc-265d2230be98 HTTP/1.1" status: 200 len: 210 time: 0.0306470 Jun 18 22:08:38.442974 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c312346-0ba2-485b-8fda-590ef7fcd9eb req-2923e13a-2549-42b1-9c09-207fb7964413 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:08:38.444429 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-6c312346-0ba2-485b-8fda-590ef7fcd9eb req-2923e13a-2549-42b1-9c09-207fb7964413 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0c932d1-4edb-4c67-8681-f9e49dd1bb27 HTTP/1.1" status: 200 len: 985 time: 0.0642684 Jun 18 22:08:38.485114 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-6c312346-0ba2-485b-8fda-590ef7fcd9eb req-47ab885b-a66b-4f84-b525-8d0908369b38 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6352080f-1f40-42d5-bc77-ae4725cc805c&id=9390de73-7052-4038-84df-b68f83f36426&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340662 Jun 18 22:08:39.339303 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-f72ce426-3629-4c29-9b42-910e45d4fb66 req-9b8a9281-70a5-4863-a01f-81c082a8c4b3 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5d42a4b-1f6b-4643-aacc-265d2230be98 HTTP/1.1" status: 200 len: 210 time: 0.0330818 Jun 18 22:08:39.662815 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ef68e0-c722-4431-9826-9d9c961bd3a5 req-bcbd5e42-126d-4190-8e5a-a7697a4c2a1e tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:08:39.664268 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-92ef68e0-c722-4431-9826-9d9c961bd3a5 req-bcbd5e42-126d-4190-8e5a-a7697a4c2a1e tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0c932d1-4edb-4c67-8681-f9e49dd1bb27 HTTP/1.1" status: 200 len: 985 time: 0.0637298 Jun 18 22:08:39.706359 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-92ef68e0-c722-4431-9826-9d9c961bd3a5 req-90bfff2e-adf9-45cc-82b0-d2fd6399583c tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6352080f-1f40-42d5-bc77-ae4725cc805c&id=9390de73-7052-4038-84df-b68f83f36426&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350649 Jun 18 22:08:40.492523 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-24cdd814-2d09-45c3-abec-c7cfc362800b req-c51c0925-0993-4157-9c7b-c19f00c2fa54 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5d42a4b-1f6b-4643-aacc-265d2230be98 HTTP/1.1" status: 200 len: 210 time: 0.0291846 Jun 18 22:08:40.759363 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67752c-1e20-4e18-af4a-17e2de7588a8 req-70860621-bf97-466e-8e42-31359200158d tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:08:40.760864 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-ea67752c-1e20-4e18-af4a-17e2de7588a8 req-70860621-bf97-466e-8e42-31359200158d tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.42 "GET /v2.0/networks?id=1d1f4389-47a7-47d4-a0f5-f21dad0f67c2 HTTP/1.1" status: 200 len: 817 time: 0.1142566 Jun 18 22:08:40.814416 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-ea67752c-1e20-4e18-af4a-17e2de7588a8 req-545b78a4-e516-4dc0-adf4-a5c59cf648e9 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=086d8a7db0824b69b4ceea30f277fb14 HTTP/1.1" status: 200 len: 379 time: 0.0351348 Jun 18 22:08:40.823039 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.v2.base [req-ea67752c-1e20-4e18-af4a-17e2de7588a8 req-d13c5fb8-7426-446c-a2cc-1f73fe1b9450 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Request body: {'port': {'device_id': 'a5d42a4b-1f6b-4643-aacc-265d2230be98', 'network_id': '1d1f4389-47a7-47d4-a0f5-f21dad0f67c2', 'admin_state_up': True, 'tenant_id': '086d8a7db0824b69b4ceea30f277fb14', 'security_groups': ['e95f0610-8c59-419e-a3dc-bb1a6422f1e4']}} {{(pid=93268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:08:40.970471 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9991ed33-52bf-4eb5-8033-6a30ef82e8e6 req-19bd6913-ca83-408c-a546-d2937c877da2 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:08:40.971939 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-9991ed33-52bf-4eb5-8033-6a30ef82e8e6 req-19bd6913-ca83-408c-a546-d2937c877da2 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0c932d1-4edb-4c67-8681-f9e49dd1bb27 HTTP/1.1" status: 200 len: 985 time: 0.1334510 Jun 18 22:08:41.014928 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-9991ed33-52bf-4eb5-8033-6a30ef82e8e6 req-8ed8d886-bfe8-425b-96b4-fad16f6a91e4 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6352080f-1f40-42d5-bc77-ae4725cc805c&id=9390de73-7052-4038-84df-b68f83f36426&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0364621 Jun 18 22:08:41.131255 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea67752c-1e20-4e18-af4a-17e2de7588a8 req-d13c5fb8-7426-446c-a2cc-1f73fe1b9450 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Made reservation on behalf of 086d8a7db0824b69b4ceea30f277fb14 for: {'port': 1} {{(pid=93268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 22:08:41.134903 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-ea67752c-1e20-4e18-af4a-17e2de7588a8 req-d13c5fb8-7426-446c-a2cc-1f73fe1b9450 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-550498'] for port, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:41.262401 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.db_base_plugin_common [req-ea67752c-1e20-4e18-af4a-17e2de7588a8 req-d13c5fb8-7426-446c-a2cc-1f73fe1b9450 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Allocated IP 172.20.0.14 (1d1f4389-47a7-47d4-a0f5-f21dad0f67c2/7481fd0b-ce05-4e67-b068-a6b20f3c0083/d2a51db3-b165-438c-aedf-8f83ae188f36) {{(pid=93268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 22:08:41.396115 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-ea67752c-1e20-4e18-af4a-17e2de7588a8 req-d13c5fb8-7426-446c-a2cc-1f73fe1b9450 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks [] for port, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:41.409872 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [req-ea67752c-1e20-4e18-af4a-17e2de7588a8 req-d13c5fb8-7426-446c-a2cc-1f73fe1b9450 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Transition to ACTIVE for port object d2a51db3-b165-438c-aedf-8f83ae188f36 will not be triggered until provisioned by entity DHCP. {{(pid=93268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:08:41.549031 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-ea67752c-1e20-4e18-af4a-17e2de7588a8 req-d13c5fb8-7426-446c-a2cc-1f73fe1b9450 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-549537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1678354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765938626142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3169570'] for port, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:41.553001 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-48298d01-ebb8-49be-96f1-18c0d50ec5cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:08:41.598485 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea67752c-1e20-4e18-af4a-17e2de7588a8 req-d13c5fb8-7426-446c-a2cc-1f73fe1b9450 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Network 1d1f4389-47a7-47d4-a0f5-f21dad0f67c2 is already hosted by enough agents. {{(pid=93268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 22:08:41.601786 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.base_scheduler [req-ea67752c-1e20-4e18-af4a-17e2de7588a8 req-d13c5fb8-7426-446c-a2cc-1f73fe1b9450 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Resources bound (agent type, host, resource id): {{(pid=93268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 22:08:41.605938 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea67752c-1e20-4e18-af4a-17e2de7588a8 req-d13c5fb8-7426-446c-a2cc-1f73fe1b9450 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Received port after_create {{(pid=93268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 22:08:41.647978 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13c5fb8-7426-446c-a2cc-1f73fe1b9450 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Pushing event updated for resources: {'Port': ['ID=d2a51db3-b165-438c-aedf-8f83ae188f36,revision_number=1']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:08:41.655892 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-d13c5fb8-7426-446c-a2cc-1f73fe1b9450 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:08:41.694836 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67752c-1e20-4e18-af4a-17e2de7588a8 req-d13c5fb8-7426-446c-a2cc-1f73fe1b9450 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:08:41.695448 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-ea67752c-1e20-4e18-af4a-17e2de7588a8 req-d13c5fb8-7426-446c-a2cc-1f73fe1b9450 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31239'] for port, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:41.707673 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 51318) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:08:41.734923 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f6892e-bc80-43a5-9678-91f1cb08fe9f req-49601a11-76df-4098-a439-43d561422582 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:08:41.736951 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-04f6892e-bc80-43a5-9678-91f1cb08fe9f req-49601a11-76df-4098-a439-43d561422582 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5d42a4b-1f6b-4643-aacc-265d2230be98 HTTP/1.1" status: 200 len: 932 time: 0.1015100 Jun 18 22:08:41.779678 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-04f6892e-bc80-43a5-9678-91f1cb08fe9f req-925e1ec5-d822-46a4-9430-390b903d44a3 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=e95f0610-8c59-419e-a3dc-bb1a6422f1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369482 Jun 18 22:08:41.806937 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-ea67752c-1e20-4e18-af4a-17e2de7588a8 req-d13c5fb8-7426-446c-a2cc-1f73fe1b9450 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9876382 Jun 18 22:08:41.829602 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.v2.base [req-ea67752c-1e20-4e18-af4a-17e2de7588a8 req-257493fb-65e7-4d41-aeb8-3fb2ac68fe43 service neutron] Request body: {'port': {'device_id': 'a5d42a4b-1f6b-4643-aacc-265d2230be98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76675'}} {{(pid=93268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:08:41.837821 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-55985c9c-3c97-4e42-ac24-c427fb2d9aa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:41.906976 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-ea67752c-1e20-4e18-af4a-17e2de7588a8 req-257493fb-65e7-4d41-aeb8-3fb2ac68fe43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:41.924439 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-55985c9c-3c97-4e42-ac24-c427fb2d9aa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:41.959946 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-7d06c386-0296-4b47-a74c-eee2bf66e5bf None None] Provisioning for port d2a51db3-b165-438c-aedf-8f83ae188f36 completed by entity DHCP. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:08:41.963812 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-7d06c386-0296-4b47-a74c-eee2bf66e5bf None None] Provisioning complete for port d2a51db3-b165-438c-aedf-8f83ae188f36 triggered by entity DHCP. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:08:41.964218 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-7d06c386-0296-4b47-a74c-eee2bf66e5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:41.988566 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-55985c9c-3c97-4e42-ac24-c427fb2d9aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:41.992426 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-599620c5-510b-4dbc-9eb7-a5d95cd46e5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:08:41.997658 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.plugin [None req-7d06c386-0296-4b47-a74c-eee2bf66e5bf None None] Port d2a51db3-b165-438c-aedf-8f83ae188f36 cannot update to ACTIVE because it is not bound. {{(pid=93269) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 22:08:42.030526 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-55985c9c-3c97-4e42-ac24-c427fb2d9aa7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=65ee16cc90af4eee90ae5a991b024883&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3217618 Jun 18 22:08:42.031596 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55985c9c-3c97-4e42-ac24-c427fb2d9aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd0d79b-c56a-4bf6-8564-25a1d1fecf73,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:08:42.033888 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 51322) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:08:42.035217 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-55985c9c-3c97-4e42-ac24-c427fb2d9aa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:08:42.171093 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a6fc9e03-54e9-41ff-81a9-61def4c0e5b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:42.214849 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a6fc9e03-54e9-41ff-81a9-61def4c0e5b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:42.289014 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.notifiers.nova [req-ea67752c-1e20-4e18-af4a-17e2de7588a8 req-257493fb-65e7-4d41-aeb8-3fb2ac68fe43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2a51db3-b165-438c-aedf-8f83ae188f36 {{(pid=93268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:08:42.298665 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-ea67752c-1e20-4e18-af4a-17e2de7588a8 req-257493fb-65e7-4d41-aeb8-3fb2ac68fe43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:42.307826 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3254d8-8632-4232-9a37-13e52d7b7c25 req-a315b6dd-a150-4efb-9201-31c8f4f1af55 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:08:42.309989 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-8b3254d8-8632-4232-9a37-13e52d7b7c25 req-a315b6dd-a150-4efb-9201-31c8f4f1af55 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0c932d1-4edb-4c67-8681-f9e49dd1bb27 HTTP/1.1" status: 200 len: 985 time: 0.1802201 Jun 18 22:08:42.354566 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-8b3254d8-8632-4232-9a37-13e52d7b7c25 req-9ce45e02-6b44-4030-8374-45ad977c1224 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6352080f-1f40-42d5-bc77-ae4725cc805c&id=9390de73-7052-4038-84df-b68f83f36426&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0368602 Jun 18 22:08:42.429050 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [req-ea67752c-1e20-4e18-af4a-17e2de7588a8 req-257493fb-65e7-4d41-aeb8-3fb2ac68fe43 service neutron] Transition to ACTIVE for port object d2a51db3-b165-438c-aedf-8f83ae188f36 will not be triggered until provisioned by entity L2. {{(pid=93268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 22:08:42.429765 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a6fc9e03-54e9-41ff-81a9-61def4c0e5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:42.432352 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a6fc9e03-54e9-41ff-81a9-61def4c0e5b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:42.433476 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-a6fc9e03-54e9-41ff-81a9-61def4c0e5b7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ffd0d79b-c56a-4bf6-8564-25a1d1fecf73 HTTP/1.1" status: 204 len: 168 time: 0.3973870 Jun 18 22:08:42.434337 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-a9a1be57-c884-485b-86bf-cad78bf9dd0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:08:42.442004 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fc9e03-54e9-41ff-81a9-61def4c0e5b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd0d79b-c56a-4bf6-8564-25a1d1fecf73,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:08:42.444378 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-a6fc9e03-54e9-41ff-81a9-61def4c0e5b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:08:42.508547 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-ea67752c-1e20-4e18-af4a-17e2de7588a8 req-257493fb-65e7-4d41-aeb8-3fb2ac68fe43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3169556'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:42.511594 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-2b842470-70ce-45fc-aecc-7c25684a2b49 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:08:42.587382 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257493fb-65e7-4d41-aeb8-3fb2ac68fe43 service neutron] Pushing event updated for resources: {'Port': ['ID=d2a51db3-b165-438c-aedf-8f83ae188f36,revision_number=2']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:08:42.592381 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-257493fb-65e7-4d41-aeb8-3fb2ac68fe43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:08:42.661795 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [req-ea67752c-1e20-4e18-af4a-17e2de7588a8 req-257493fb-65e7-4d41-aeb8-3fb2ac68fe43 service neutron] Attempting to bind port d2a51db3-b165-438c-aedf-8f83ae188f36 on host hv-cinder-76675 for vnic_type normal with profile {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 22:08:42.662126 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [req-ea67752c-1e20-4e18-af4a-17e2de7588a8 req-257493fb-65e7-4d41-aeb8-3fb2ac68fe43 service neutron] Attempting to bind port d2a51db3-b165-438c-aedf-8f83ae188f36 by drivers openvswitch,hyperv on host hv-cinder-76675 at level 0 using segments [{'id': 'a78d8b83-5ba8-4fe4-9d6b-ca6065c6919a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1d1f4389-47a7-47d4-a0f5-f21dad0f67c2'}] {{(pid=93268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 22:08:42.662452 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea67752c-1e20-4e18-af4a-17e2de7588a8 req-257493fb-65e7-4d41-aeb8-3fb2ac68fe43 service neutron] Attempting to bind port d2a51db3-b165-438c-aedf-8f83ae188f36 on network 1d1f4389-47a7-47d4-a0f5-f21dad0f67c2 {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:08:42.666935 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea67752c-1e20-4e18-af4a-17e2de7588a8 req-257493fb-65e7-4d41-aeb8-3fb2ac68fe43 service neutron] Port d2a51db3-b165-438c-aedf-8f83ae188f36 on network 1d1f4389-47a7-47d4-a0f5-f21dad0f67c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76675 {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 22:08:42.667255 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea67752c-1e20-4e18-af4a-17e2de7588a8 req-257493fb-65e7-4d41-aeb8-3fb2ac68fe43 service neutron] Attempting to bind port d2a51db3-b165-438c-aedf-8f83ae188f36 on network 1d1f4389-47a7-47d4-a0f5-f21dad0f67c2 {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 22:08:42.673068 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea67752c-1e20-4e18-af4a-17e2de7588a8 req-257493fb-65e7-4d41-aeb8-3fb2ac68fe43 service neutron] Checking agent: {'id': '2f1318d3-4eca-4d35-9b75-a551f42ebb29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76675', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 22, 0, 20), 'started_at': datetime.datetime(2021, 6, 18, 22, 0, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 22, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 22:08:42.673404 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea67752c-1e20-4e18-af4a-17e2de7588a8 req-257493fb-65e7-4d41-aeb8-3fb2ac68fe43 service neutron] Checking segment: {'id': 'a78d8b83-5ba8-4fe4-9d6b-ca6065c6919a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1d1f4389-47a7-47d4-a0f5-f21dad0f67c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 22:08:42.673783 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea67752c-1e20-4e18-af4a-17e2de7588a8 req-257493fb-65e7-4d41-aeb8-3fb2ac68fe43 service neutron] Bound using segment: {'id': 'a78d8b83-5ba8-4fe4-9d6b-ca6065c6919a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1d1f4389-47a7-47d4-a0f5-f21dad0f67c2'} {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 22:08:42.674211 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [req-ea67752c-1e20-4e18-af4a-17e2de7588a8 req-257493fb-65e7-4d41-aeb8-3fb2ac68fe43 service neutron] Bound port: d2a51db3-b165-438c-aedf-8f83ae188f36, host: hv-cinder-76675, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a78d8b83-5ba8-4fe4-9d6b-ca6065c6919a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1d1f4389-47a7-47d4-a0f5-f21dad0f67c2'}}] {{(pid=93268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 22:08:42.674552 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-ea67752c-1e20-4e18-af4a-17e2de7588a8 req-257493fb-65e7-4d41-aeb8-3fb2ac68fe43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:42.755581 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.db [req-ea67752c-1e20-4e18-af4a-17e2de7588a8 req-257493fb-65e7-4d41-aeb8-3fb2ac68fe43 service neutron] For port d2a51db3-b165-438c-aedf-8f83ae188f36, host hv-cinder-76675, cleared binding levels {{(pid=93268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 22:08:42.758672 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.db [req-ea67752c-1e20-4e18-af4a-17e2de7588a8 req-257493fb-65e7-4d41-aeb8-3fb2ac68fe43 service neutron] For port d2a51db3-b165-438c-aedf-8f83ae188f36, host hv-cinder-76675, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=d2a51db3-b165-438c-aedf-8f83ae188f36,segment=NetworkSegment(a78d8b83-5ba8-4fe4-9d6b-ca6065c6919a),segment_id=a78d8b83-5ba8-4fe4-9d6b-ca6065c6919a)] {{(pid=93268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 22:08:42.841135 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-ea67752c-1e20-4e18-af4a-17e2de7588a8 req-257493fb-65e7-4d41-aeb8-3fb2ac68fe43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3169556'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:42.844163 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-9a4966ac-75c7-4e16-bf91-b24565436bb5 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:08:42.878678 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67752c-1e20-4e18-af4a-17e2de7588a8 req-257493fb-65e7-4d41-aeb8-3fb2ac68fe43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:08:42.879287 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-ea67752c-1e20-4e18-af4a-17e2de7588a8 req-257493fb-65e7-4d41-aeb8-3fb2ac68fe43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31239'] for port, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:42.880814 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-ea67752c-1e20-4e18-af4a-17e2de7588a8 req-257493fb-65e7-4d41-aeb8-3fb2ac68fe43 service neutron] 10.222.0.42 "PUT /v2.0/ports/d2a51db3-b165-438c-aedf-8f83ae188f36 HTTP/1.1" status: 200 len: 1094 time: 1.0561173 Jun 18 22:08:42.881181 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5d42a4b-1f6b-4643-aacc-265d2230be98', 'tag': 'd2a51db3-b165-438c-aedf-8f83ae188f36'}] {{(pid=93268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:08:42.883448 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ff4b25c03651656652c9c7d58efcdba903c051ef33b3f53eb93af1a53304f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a42e4f-6dc1-49f0-97b9-70ae6b553327" -d '{"events": [{"name": "network-changed", "server_uuid": "a5d42a4b-1f6b-4643-aacc-265d2230be98", "tag": "d2a51db3-b165-438c-aedf-8f83ae188f36"}]}' {{(pid=93268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:08:42.910975 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257493fb-65e7-4d41-aeb8-3fb2ac68fe43 service neutron] Pushing event updated for resources: {'Port': ['ID=d2a51db3-b165-438c-aedf-8f83ae188f36,revision_number=3']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:08:42.928673 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 22:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aae74cb-a5f4-46f0-a42c-b3287fb0c6e0 x-openstack-request-id: req-6aae74cb-a5f4-46f0-a42c-b3287fb0c6e0 {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:08:42.929127 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5d42a4b-1f6b-4643-aacc-265d2230be98", "tag": "d2a51db3-b165-438c-aedf-8f83ae188f36", "status": "completed", "code": 200}]} {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:08:42.929419 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6aae74cb-a5f4-46f0-a42c-b3287fb0c6e0 {{(pid=93268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:08:42.929842 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5d42a4b-1f6b-4643-aacc-265d2230be98', 'tag': 'd2a51db3-b165-438c-aedf-8f83ae188f36', 'status': 'completed', 'code': 200} Jun 18 22:08:42.930606 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-257493fb-65e7-4d41-aeb8-3fb2ac68fe43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:08:43.022973 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2b2594-c757-4bf4-81dd-a56eebd86e41 req-7314f10c-f48f-4b06-b6d0-fee3d3c9c073 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:08:43.024768 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-1c2b2594-c757-4bf4-81dd-a56eebd86e41 req-7314f10c-f48f-4b06-b6d0-fee3d3c9c073 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5d42a4b-1f6b-4643-aacc-265d2230be98 HTTP/1.1" status: 200 len: 944 time: 0.1155481 Jun 18 22:08:43.073110 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a42e4f-6dc1-49f0-97b9-70ae6b553327 req-0f2aea9a-b91b-4318-ae84-5280e98b5668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:08:43.075278 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-c8a42e4f-6dc1-49f0-97b9-70ae6b553327 req-0f2aea9a-b91b-4318-ae84-5280e98b5668 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=086d8a7db0824b69b4ceea30f277fb14&device_id=a5d42a4b-1f6b-4643-aacc-265d2230be98 HTTP/1.1" status: 200 len: 1097 time: 0.1061449 Jun 18 22:08:43.078115 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-1c2b2594-c757-4bf4-81dd-a56eebd86e41 req-574a3c57-543f-4ade-b2f1-47373a8f37fa tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=e95f0610-8c59-419e-a3dc-bb1a6422f1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453796 Jun 18 22:08:43.178788 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 51334) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:08:43.185662 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a42e4f-6dc1-49f0-97b9-70ae6b553327 req-e5589d68-448e-4c2d-b73c-d5c4d5fefef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:08:43.187129 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-c8a42e4f-6dc1-49f0-97b9-70ae6b553327 req-e5589d68-448e-4c2d-b73c-d5c4d5fefef6 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=086d8a7db0824b69b4ceea30f277fb14&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0971003 Jun 18 22:08:43.194800 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-941975ea-08bf-4ed0-ae3d-8df1203fed9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:43.282673 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-941975ea-08bf-4ed0-ae3d-8df1203fed9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:43.287966 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a42e4f-6dc1-49f0-97b9-70ae6b553327 req-e416ba96-a142-4bfa-919a-ed904eaef722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:08:43.289619 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-c8a42e4f-6dc1-49f0-97b9-70ae6b553327 req-e416ba96-a142-4bfa-919a-ed904eaef722 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0952742 Jun 18 22:08:43.371742 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-941975ea-08bf-4ed0-ae3d-8df1203fed9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:43.375796 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-0047988f-4d63-4b4b-a8d7-aeb71c82e827 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:08:43.407595 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67752c-1e20-4e18-af4a-17e2de7588a8 req-5c4b8219-d6b2-4d17-87fd-20aa14f0b354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:08:43.409108 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-ea67752c-1e20-4e18-af4a-17e2de7588a8 req-5c4b8219-d6b2-4d17-87fd-20aa14f0b354 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=086d8a7db0824b69b4ceea30f277fb14&device_id=a5d42a4b-1f6b-4643-aacc-265d2230be98 HTTP/1.1" status: 200 len: 1097 time: 0.0545871 Jun 18 22:08:43.411673 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-941975ea-08bf-4ed0-ae3d-8df1203fed9b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9b670c024246449fabe613a0b5e30a6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2317872 Jun 18 22:08:43.415350 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941975ea-08bf-4ed0-ae3d-8df1203fed9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d9ba82-fcc6-4a7f-ad7e-14938d6a2609,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:08:43.415479 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 51338) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:08:43.415828 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-941975ea-08bf-4ed0-ae3d-8df1203fed9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:08:43.474764 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-ea67752c-1e20-4e18-af4a-17e2de7588a8 req-2ae053ed-2071-4c07-a7b5-d41313ce5000 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2a51db3-b165-438c-aedf-8f83ae188f36 HTTP/1.1" status: 200 len: 217 time: 0.0453932 Jun 18 22:08:43.576008 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67752c-1e20-4e18-af4a-17e2de7588a8 req-b99697d9-7ae7-477f-970b-f594a9838af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:08:43.577463 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-ea67752c-1e20-4e18-af4a-17e2de7588a8 req-b99697d9-7ae7-477f-970b-f594a9838af3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7481fd0b-ce05-4e67-b068-a6b20f3c0083 HTTP/1.1" status: 200 len: 856 time: 0.0872676 Jun 18 22:08:43.578975 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-54750a33-8c86-4222-b13c-d7008696fa82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:43.639986 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-54750a33-8c86-4222-b13c-d7008696fa82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:43.654437 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f43ec-7e93-40ca-955c-09e687669777 req-efc1b66a-40f9-4ca3-a051-e0206ff5bcd7 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:08:43.655906 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-2e3f43ec-7e93-40ca-955c-09e687669777 req-efc1b66a-40f9-4ca3-a051-e0206ff5bcd7 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0c932d1-4edb-4c67-8681-f9e49dd1bb27 HTTP/1.1" status: 200 len: 985 time: 0.1777804 Jun 18 22:08:43.724188 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67752c-1e20-4e18-af4a-17e2de7588a8 req-bb743507-9484-4797-a0d7-afb469f0137c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:08:43.725712 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-ea67752c-1e20-4e18-af4a-17e2de7588a8 req-bb743507-9484-4797-a0d7-afb469f0137c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1d1f4389-47a7-47d4-a0f5-f21dad0f67c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1387265 Jun 18 22:08:43.730157 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-2e3f43ec-7e93-40ca-955c-09e687669777 req-28f99b13-a0d6-40e6-a668-d0175a413ea5 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6352080f-1f40-42d5-bc77-ae4725cc805c&id=9390de73-7052-4038-84df-b68f83f36426&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0648100 Jun 18 22:08:43.820818 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-ea67752c-1e20-4e18-af4a-17e2de7588a8 req-15f76383-b0c8-4850-b330-69e08dd562e3 service neutron] 10.222.0.42 "GET /v2.0/networks/1d1f4389-47a7-47d4-a0f5-f21dad0f67c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880516 Jun 18 22:08:43.907787 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-54750a33-8c86-4222-b13c-d7008696fa82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:43.910317 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-54750a33-8c86-4222-b13c-d7008696fa82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:43.911425 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-54750a33-8c86-4222-b13c-d7008696fa82 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f1d9ba82-fcc6-4a7f-ad7e-14938d6a2609 HTTP/1.1" status: 204 len: 168 time: 0.4963248 Jun 18 22:08:43.913880 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-b3d213e1-194f-4213-94ff-dbaaba7dbd0b tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:08:43.918752 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-ea67752c-1e20-4e18-af4a-17e2de7588a8 req-b0c4345d-67b9-45ac-adc2-3ff70b7233fa service neutron] 10.222.0.42 "GET /v2.0/networks/1d1f4389-47a7-47d4-a0f5-f21dad0f67c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897725 Jun 18 22:08:43.923364 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54750a33-8c86-4222-b13c-d7008696fa82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d9ba82-fcc6-4a7f-ad7e-14938d6a2609,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:08:43.925715 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-54750a33-8c86-4222-b13c-d7008696fa82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:08:44.258510 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e945d17-13a3-47fb-9fdd-4bcd5a86b2ed req-b4edb640-8ae6-4a2e-8bab-72c733bcda13 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:08:44.259966 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-9e945d17-13a3-47fb-9fdd-4bcd5a86b2ed req-b4edb640-8ae6-4a2e-8bab-72c733bcda13 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5d42a4b-1f6b-4643-aacc-265d2230be98 HTTP/1.1" status: 200 len: 944 time: 0.0680964 Jun 18 22:08:44.298303 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-9e945d17-13a3-47fb-9fdd-4bcd5a86b2ed req-478d101e-6e7a-4942-ae4b-cf9a0067d449 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=e95f0610-8c59-419e-a3dc-bb1a6422f1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315778 Jun 18 22:08:44.906495 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb226e4-ed47-4eed-93cb-020ba86c30b9 req-69d19c0e-15f2-4e8a-bee6-37488e726050 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:08:44.907978 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-6fb226e4-ed47-4eed-93cb-020ba86c30b9 req-69d19c0e-15f2-4e8a-bee6-37488e726050 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0c932d1-4edb-4c67-8681-f9e49dd1bb27 HTTP/1.1" status: 200 len: 985 time: 0.0656567 Jun 18 22:08:44.949010 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-6fb226e4-ed47-4eed-93cb-020ba86c30b9 req-4147d591-89d7-4f2a-9bf1-3e7caf349a81 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6352080f-1f40-42d5-bc77-ae4725cc805c&id=9390de73-7052-4038-84df-b68f83f36426&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353169 Jun 18 22:08:45.485951 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b0512d-ea63-4108-8e04-47d9f75e5e59 req-ae4428d2-bf10-4c4c-bb6b-b6b342bd7065 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:08:45.487401 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-55b0512d-ea63-4108-8e04-47d9f75e5e59 req-ae4428d2-bf10-4c4c-bb6b-b6b342bd7065 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5d42a4b-1f6b-4643-aacc-265d2230be98 HTTP/1.1" status: 200 len: 944 time: 0.0641053 Jun 18 22:08:45.525865 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-55b0512d-ea63-4108-8e04-47d9f75e5e59 req-cc9b559b-efb0-4171-a902-9d84ba271010 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=e95f0610-8c59-419e-a3dc-bb1a6422f1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327270 Jun 18 22:08:46.127064 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8bded8-856d-4004-b9e0-f0f7906e7ea5 req-b5a220c4-46e2-4737-8db6-e7e1503ba263 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:08:46.128655 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3b8bded8-856d-4004-b9e0-f0f7906e7ea5 req-b5a220c4-46e2-4737-8db6-e7e1503ba263 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0c932d1-4edb-4c67-8681-f9e49dd1bb27 HTTP/1.1" status: 200 len: 985 time: 0.0678174 Jun 18 22:08:46.170828 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3b8bded8-856d-4004-b9e0-f0f7906e7ea5 req-466f6a3c-99dc-49b1-b663-8607e449c57e tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6352080f-1f40-42d5-bc77-ae4725cc805c&id=9390de73-7052-4038-84df-b68f83f36426&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0361848 Jun 18 22:08:46.482057 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device d2a51db3-b165-438c-aedf-8f83ae188f36 details requested by agent hyperv_hv-cinder-76675 with host hv-cinder-76675 {{(pid=93269) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 22:08:46.699972 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] For port d2a51db3-b165-438c-aedf-8f83ae188f36, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=d2a51db3-b165-438c-aedf-8f83ae188f36,segment=NetworkSegment(a78d8b83-5ba8-4fe4-9d6b-ca6065c6919a),segment_id=a78d8b83-5ba8-4fe4-9d6b-ca6065c6919a)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:08:46.708937 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d9eb09-949a-47fe-82eb-e5676671db8c req-26a4bd0e-14d1-48f7-bb3a-fb6ebc3fbd33 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:08:46.710409 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-e5d9eb09-949a-47fe-82eb-e5676671db8c req-26a4bd0e-14d1-48f7-bb3a-fb6ebc3fbd33 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5d42a4b-1f6b-4643-aacc-265d2230be98 HTTP/1.1" status: 200 len: 944 time: 0.0653417 Jun 18 22:08:46.711727 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Returning: {'device': 'd2a51db3-b165-438c-aedf-8f83ae188f36', 'network_id': '1d1f4389-47a7-47d4-a0f5-f21dad0f67c2', 'port_id': 'd2a51db3-b165-438c-aedf-8f83ae188f36', 'mac_address': 'fa:16:3e:56:16:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7481fd0b-ce05-4e67-b068-a6b20f3c0083', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93269) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 22:08:46.750596 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-e5d9eb09-949a-47fe-82eb-e5676671db8c req-e33cb06b-2e55-44f6-b95a-64f628bb00da tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=e95f0610-8c59-419e-a3dc-bb1a6422f1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331450 Jun 18 22:08:46.751627 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:46.765885 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.notifiers.nova [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2a51db3-b165-438c-aedf-8f83ae188f36 {{(pid=93269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:08:46.785923 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] For port d2a51db3-b165-438c-aedf-8f83ae188f36, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=d2a51db3-b165-438c-aedf-8f83ae188f36,segment=NetworkSegment(a78d8b83-5ba8-4fe4-9d6b-ca6065c6919a),segment_id=a78d8b83-5ba8-4fe4-9d6b-ca6065c6919a)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:08:46.872342 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:46.874462 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:08:46.919637 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Pushing event updated for resources: {'Port': ['ID=d2a51db3-b165-438c-aedf-8f83ae188f36,revision_number=4']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:08:46.926812 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:08:46.927161 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:08:46.927643 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:08:46.927982 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:08:46.928312 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:08:46.928668 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:08:46.928994 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:08:46.929312 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:08:46.929660 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:08:46.929974 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:08:46.930290 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:08:46.930603 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:08:46.934305 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:08:47.174479 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] get_ports_and_sgs() called for port_ids ['d2a51db3-b165-438c-aedf-8f83ae188f36'] {{(pid=93269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:08:47.353525 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba4fb59-8849-4c5f-86c1-0a7250a5c246 req-2ae46cf3-241f-4952-8ea1-91a5d3fd01b4 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:08:47.354952 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-aba4fb59-8849-4c5f-86c1-0a7250a5c246 req-2ae46cf3-241f-4952-8ea1-91a5d3fd01b4 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0c932d1-4edb-4c67-8681-f9e49dd1bb27 HTTP/1.1" status: 200 len: 985 time: 0.0654836 Jun 18 22:08:47.395157 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-aba4fb59-8849-4c5f-86c1-0a7250a5c246 req-bb4ddb8a-97a9-4e8c-ac22-cc490f592abc tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6352080f-1f40-42d5-bc77-ae4725cc805c&id=9390de73-7052-4038-84df-b68f83f36426&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344074 Jun 18 22:08:47.926855 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf271622-2b5c-4d39-a8cf-2d531010601a req-34941dfd-0f15-4642-800c-131c85fcaa38 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:08:47.928327 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-cf271622-2b5c-4d39-a8cf-2d531010601a req-34941dfd-0f15-4642-800c-131c85fcaa38 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5d42a4b-1f6b-4643-aacc-265d2230be98 HTTP/1.1" status: 200 len: 945 time: 0.0638332 Jun 18 22:08:47.965788 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-cf271622-2b5c-4d39-a8cf-2d531010601a req-35b1c549-fa23-4f2f-8200-4c7aa6a1211d tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=e95f0610-8c59-419e-a3dc-bb1a6422f1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317082 Jun 18 22:08:48.513479 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device d2a51db3-b165-438c-aedf-8f83ae188f36 up at agent hyperv_hv-cinder-76675 {{(pid=93269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:08:48.622655 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Provisioning for port d2a51db3-b165-438c-aedf-8f83ae188f36 completed by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 22:08:48.626814 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Provisioning complete for port d2a51db3-b165-438c-aedf-8f83ae188f36 triggered by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:08:48.628598 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:48.709780 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:48.734047 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d42a4b-1f6b-4643-aacc-265d2230be98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2a51db3-b165-438c-aedf-8f83ae188f36'}] {{(pid=93269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:08:48.736339 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af3cbdd609d599d07a5217d2d1a89114698d9a8f3654956f7909e96a5eb364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d533468-958b-4311-8632-b1182147fbb7" -d '{"events": [{"server_uuid": "a5d42a4b-1f6b-4643-aacc-265d2230be98", "name": "network-vif-plugged", "status": "completed", "tag": "d2a51db3-b165-438c-aedf-8f83ae188f36"}]}' {{(pid=93269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:08:48.751603 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] For port d2a51db3-b165-438c-aedf-8f83ae188f36, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=d2a51db3-b165-438c-aedf-8f83ae188f36,segment=NetworkSegment(a78d8b83-5ba8-4fe4-9d6b-ca6065c6919a),segment_id=a78d8b83-5ba8-4fe4-9d6b-ca6065c6919a)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:08:48.779625 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3374cb0-a03c-48a2-a8bb-a0e96d84953b x-openstack-request-id: req-f3374cb0-a03c-48a2-a8bb-a0e96d84953b {{(pid=93269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:08:48.779931 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5d42a4b-1f6b-4643-aacc-265d2230be98", "name": "network-vif-plugged", "status": "completed", "tag": "d2a51db3-b165-438c-aedf-8f83ae188f36", "code": 200}]} {{(pid=93269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:08:48.780195 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f3374cb0-a03c-48a2-a8bb-a0e96d84953b {{(pid=93269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:08:48.780620 dv-cinder-766752-3-smb neutron-server[93269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5d42a4b-1f6b-4643-aacc-265d2230be98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2a51db3-b165-438c-aedf-8f83ae188f36', 'code': 200} Jun 18 22:08:48.854461 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:48.856385 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-48ebcb9f-2f90-45e4-b7c5-142487ea8c53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:08:48.901392 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Pushing event updated for resources: {'Port': ['ID=d2a51db3-b165-438c-aedf-8f83ae188f36,revision_number=5']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:08:48.904596 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:08:49.144868 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e26973-617c-4140-9688-11040ef48238 req-65d54fed-c1c7-4fbc-8a15-19e77e681427 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:08:49.146513 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-67e26973-617c-4140-9688-11040ef48238 req-65d54fed-c1c7-4fbc-8a15-19e77e681427 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5d42a4b-1f6b-4643-aacc-265d2230be98 HTTP/1.1" status: 200 len: 946 time: 0.0633368 Jun 18 22:08:49.221005 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-67e26973-617c-4140-9688-11040ef48238 req-58baee6f-e901-48ed-80d8-53bf643612ff tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=e95f0610-8c59-419e-a3dc-bb1a6422f1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669441 Jun 18 22:08:49.239254 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cedacc-ef48-4dea-adf4-c37fef3696fb req-bf67f5a5-6a92-4cd3-b01c-d9d077b1f28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:08:49.240823 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-d8cedacc-ef48-4dea-adf4-c37fef3696fb req-bf67f5a5-6a92-4cd3-b01c-d9d077b1f28d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a5d42a4b-1f6b-4643-aacc-265d2230be98 HTTP/1.1" status: 200 len: 1099 time: 0.0722632 Jun 18 22:08:49.241444 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 51490) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:08:49.275557 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-d8cedacc-ef48-4dea-adf4-c37fef3696fb req-d7bece70-f7c9-41a1-a3f9-ea5685515d68 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e95f0610-8c59-419e-a3dc-bb1a6422f1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279768 Jun 18 22:08:49.342591 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-fc6dbbf2-de59-40bd-9dd1-d93937f02fec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:49.427496 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-fc6dbbf2-de59-40bd-9dd1-d93937f02fec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:49.490394 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-fc6dbbf2-de59-40bd-9dd1-d93937f02fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:49.492955 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-b31d90c7-c18c-48cd-8559-cc2421056ac5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:08:49.528591 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-fc6dbbf2-de59-40bd-9dd1-d93937f02fec admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2269fab6334947249c49d3596b7cff14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2860465 Jun 18 22:08:49.529592 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6dbbf2-de59-40bd-9dd1-d93937f02fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0257a6f-f0ae-4146-81b3-73e31ec79b24,revision_number=1']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:08:49.531259 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 51494) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:08:49.532658 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-fc6dbbf2-de59-40bd-9dd1-d93937f02fec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:08:49.581110 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-1a1e1f65-e5f7-4b2b-862a-39ae2e3ef303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:49.601527 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-1a1e1f65-e5f7-4b2b-862a-39ae2e3ef303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:49.724907 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-1a1e1f65-e5f7-4b2b-862a-39ae2e3ef303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:49.727471 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-1a1e1f65-e5f7-4b2b-862a-39ae2e3ef303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:49.728610 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-1a1e1f65-e5f7-4b2b-862a-39ae2e3ef303 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a0257a6f-f0ae-4146-81b3-73e31ec79b24 HTTP/1.1" status: 204 len: 168 time: 0.1946895 Jun 18 22:08:49.729355 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-889406dc-022c-4b3d-9549-022a83e7bd89 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:08:49.737411 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1e1f65-e5f7-4b2b-862a-39ae2e3ef303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0257a6f-f0ae-4146-81b3-73e31ec79b24,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:08:49.739899 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-1a1e1f65-e5f7-4b2b-862a-39ae2e3ef303 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:08:50.113759 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:50.391291 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 51502) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:08:50.404624 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-fd4638e6-eae6-4d07-a58c-e2cb73a5415a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:50.406436 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c0a3d9-fe7a-43d1-b73c-e4d225ad61cd req-87a40da5-ea78-436d-bc1b-d0652dca5365 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:08:50.407903 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b8c0a3d9-fe7a-43d1-b73c-e4d225ad61cd req-87a40da5-ea78-436d-bc1b-d0652dca5365 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5d42a4b-1f6b-4643-aacc-265d2230be98 HTTP/1.1" status: 200 len: 946 time: 0.0694456 Jun 18 22:08:50.446570 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b8c0a3d9-fe7a-43d1-b73c-e4d225ad61cd req-00d7aa12-8abe-4fb0-99ec-e1f1b883db8d tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=e95f0610-8c59-419e-a3dc-bb1a6422f1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327170 Jun 18 22:08:50.496958 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-fd4638e6-eae6-4d07-a58c-e2cb73a5415a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:50.603739 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-fd4638e6-eae6-4d07-a58c-e2cb73a5415a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:50.606847 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-941975ea-08bf-4ed0-ae3d-8df1203fed9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:08:50.849224 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4638e6-eae6-4d07-a58c-e2cb73a5415a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f0519a-4bfb-496b-9914-d9cf1454cea3,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:08:50.853445 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-fd4638e6-eae6-4d07-a58c-e2cb73a5415a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=83b0d286408d4a29835be382e4fa4efb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4611630 Jun 18 22:08:50.854367 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-fd4638e6-eae6-4d07-a58c-e2cb73a5415a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:08:50.857036 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 51504) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:08:50.904173 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-34338bfd-d4e3-46ce-97cb-83bb5b25aa80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:50.930195 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-34338bfd-d4e3-46ce-97cb-83bb5b25aa80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:51.061858 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-34338bfd-d4e3-46ce-97cb-83bb5b25aa80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:51.064760 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-34338bfd-d4e3-46ce-97cb-83bb5b25aa80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:51.065916 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-34338bfd-d4e3-46ce-97cb-83bb5b25aa80 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/16f0519a-4bfb-496b-9914-d9cf1454cea3 HTTP/1.1" status: 204 len: 168 time: 0.2079668 Jun 18 22:08:51.066738 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-f8b3451e-593f-4b33-85e7-24efa951ac08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:08:51.074385 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34338bfd-d4e3-46ce-97cb-83bb5b25aa80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f0519a-4bfb-496b-9914-d9cf1454cea3,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:08:51.076575 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-34338bfd-d4e3-46ce-97cb-83bb5b25aa80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:08:51.630727 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09218bb7-853f-450c-8bed-f8a8d66d85fc req-d44c6850-35d1-4dc5-ae44-8045eff88fb7 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:08:51.632206 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-09218bb7-853f-450c-8bed-f8a8d66d85fc req-d44c6850-35d1-4dc5-ae44-8045eff88fb7 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5d42a4b-1f6b-4643-aacc-265d2230be98 HTTP/1.1" status: 200 len: 946 time: 0.0635898 Jun 18 22:08:51.671259 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-09218bb7-853f-450c-8bed-f8a8d66d85fc req-0f4e2ea5-4eb1-4a65-81e1-e8b2014a7ecf tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=e95f0610-8c59-419e-a3dc-bb1a6422f1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326338 Jun 18 22:08:51.844866 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5fb6e-071f-4adc-859e-0f4bed36c929 req-b06dc9ad-98b9-4356-afc2-4431847ec3fd tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:08:51.846311 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-c5d5fb6e-071f-4adc-859e-0f4bed36c929 req-b06dc9ad-98b9-4356-afc2-4431847ec3fd tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5d42a4b-1f6b-4643-aacc-265d2230be98 HTTP/1.1" status: 200 len: 946 time: 0.0662408 Jun 18 22:08:51.855029 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 51526) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:08:51.859668 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.v2.base [None req-9e4d753a-290b-4dac-8ce1-1cdde0e9c22a tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Request body: {'floatingip': {'port_id': 'd2a51db3-b165-438c-aedf-8f83ae188f36'}} {{(pid=93268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:08:51.901932 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-9e4d753a-290b-4dac-8ce1-1cdde0e9c22a tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks [] for floatingip, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:52.608415 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-9e4d753a-290b-4dac-8ce1-1cdde0e9c22a tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:52.748324 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-9e4d753a-290b-4dac-8ce1-1cdde0e9c22a tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516016'] for floatingip, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:52.844315 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.db.l3_db [None req-9e4d753a-290b-4dac-8ce1-1cdde0e9c22a tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Floating IP f92acd23-84fa-4364-92eb-58a9eb0dc42a associated. External IP: 172.28.0.73, port: d2a51db3-b165-438c-aedf-8f83ae188f36. Jun 18 22:08:53.050726 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e4d753a-290b-4dac-8ce1-1cdde0e9c22a tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Router b7bef094-6463-4610-a271-5d4d2e6518a3 has already been hosted by L3 agent cffdd0dd-f469-4450-b407-8e3f357d30fb {{(pid=93268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 22:08:53.157429 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e4d753a-290b-4dac-8ce1-1cdde0e9c22a tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify agent at l3_agent.dv-cinder-766752-3-smb the message routers_updated {{(pid=93268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 22:08:53.162101 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-9e4d753a-290b-4dac-8ce1-1cdde0e9c22a tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31239'] for floatingip, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:53.166330 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20ceaeb-b588-4800-8f1d-500be64ff4a2 None None] Sync routers for ids ['b7bef094-6463-4610-a271-5d4d2e6518a3'] in dv-cinder-766752-3-smb {{(pid=93270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 22:08:53.176424 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20ceaeb-b588-4800-8f1d-500be64ff4a2 None None] Routers {'b7bef094-6463-4610-a271-5d4d2e6518a3'} bound to L3 agent in host dv-cinder-766752-3-smb {{(pid=93270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:08:53.177048 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_hamode_db [None req-e20ceaeb-b588-4800-8f1d-500be64ff4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T21:54:00Z,description=,heartbeat_timestamp=2021-06-18T22:08:30Z,host='dv-cinder-766752-3-smb',id=cffdd0dd-f469-4450-b407-8e3f357d30fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:54:01Z,topic='l3_agent')) {'router_ids': ['b7bef094-6463-4610-a271-5d4d2e6518a3'], 'active': True} {{(pid=93270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:08:53.198710 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-9e4d753a-290b-4dac-8ce1-1cdde0e9c22a tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "PUT /v2.0/floatingips/f92acd23-84fa-4364-92eb-58a9eb0dc42a HTTP/1.1" status: 200 len: 991 time: 1.3425698 Jun 18 22:08:53.200594 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5d42a4b-1f6b-4643-aacc-265d2230be98', 'tag': 'd2a51db3-b165-438c-aedf-8f83ae188f36'}] {{(pid=93268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:08:53.202017 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ff4b25c03651656652c9c7d58efcdba903c051ef33b3f53eb93af1a53304f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf1bffe4-6e5b-45ef-b8a8-c0de756631f9" -d '{"events": [{"name": "network-changed", "server_uuid": "a5d42a4b-1f6b-4643-aacc-265d2230be98", "tag": "d2a51db3-b165-438c-aedf-8f83ae188f36"}]}' {{(pid=93268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:08:53.249530 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 22:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120796d9-868e-4543-ba13-815c42be5177 x-openstack-request-id: req-120796d9-868e-4543-ba13-815c42be5177 {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:08:53.250000 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5d42a4b-1f6b-4643-aacc-265d2230be98", "tag": "d2a51db3-b165-438c-aedf-8f83ae188f36", "status": "completed", "code": 200}]} {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:08:53.252073 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-120796d9-868e-4543-ba13-815c42be5177 {{(pid=93268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:08:53.252795 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5d42a4b-1f6b-4643-aacc-265d2230be98', 'tag': 'd2a51db3-b165-438c-aedf-8f83ae188f36', 'status': 'completed', 'code': 200} Jun 18 22:08:53.284330 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_dvr_db [None req-e20ceaeb-b588-4800-8f1d-500be64ff4a2 None None] Set router b7bef094-6463-4610-a271-5d4d2e6518a3 gateway port host: dv-cinder-766752-3-smb {{(pid=93270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:08:53.358618 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1bffe4-6e5b-45ef-b8a8-c0de756631f9 req-01e875b9-b590-4ffb-a06d-bbdb545b4800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:08:53.360199 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-bf1bffe4-6e5b-45ef-b8a8-c0de756631f9 req-01e875b9-b590-4ffb-a06d-bbdb545b4800 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=086d8a7db0824b69b4ceea30f277fb14&device_id=a5d42a4b-1f6b-4643-aacc-265d2230be98 HTTP/1.1" status: 200 len: 1099 time: 0.0593774 Jun 18 22:08:53.448690 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1bffe4-6e5b-45ef-b8a8-c0de756631f9 req-0684943e-a359-4fff-bc1e-495ebad15761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:08:53.450047 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-bf1bffe4-6e5b-45ef-b8a8-c0de756631f9 req-0684943e-a359-4fff-bc1e-495ebad15761 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1d1f4389-47a7-47d4-a0f5-f21dad0f67c2 HTTP/1.1" status: 200 len: 918 time: 0.0833354 Jun 18 22:08:53.509956 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_hamode_db [None req-e20ceaeb-b588-4800-8f1d-500be64ff4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bef094-6463-4610-a271-5d4d2e6518a3', 'name': 'tempest-AttachVolumeShelveTestJSON-1631673649-router', 'tenant_id': '086d8a7db0824b69b4ceea30f277fb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.101'}], 'enable_snat': True}, 'gw_port_id': 'd33693c2-f680-48fc-9e83-286b075268b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:05:22Z', 'updated_at': '2021-06-18T22:05:27Z', 'revision_number': 4, 'project_id': '086d8a7db0824b69b4ceea30f277fb14', 'gw_port': {'id': 'd33693c2-f680-48fc-9e83-286b075268b5', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:fc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bef094-6463-4610-a271-5d4d2e6518a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:05:23Z', 'updated_at': '2021-06-18T22:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb', '_floatingips': [{'id': 'f92acd23-84fa-4364-92eb-58a9eb0dc42a', 'tenant_id': '086d8a7db0824b69b4ceea30f277fb14', 'floating_ip_address': '172.28.0.73', 'floating_network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'router_id': 'b7bef094-6463-4610-a271-5d4d2e6518a3', 'port_id': 'd2a51db3-b165-438c-aedf-8f83ae188f36', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d1f4389-47a7-47d4-a0f5-f21dad0f67c2', 'mac_address': 'fa:16:3e:56:16:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d42a4b-1f6b-4643-aacc-265d2230be98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T22:08:36Z', 'updated_at': '2021-06-18T22:08:52Z', 'revision_number': 1, 'project_id': '086d8a7db0824b69b4ceea30f277fb14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aa202d8-6796-4c55-9796-55a58b7722d9', 'name': '', 'network_id': '1d1f4389-47a7-47d4-a0f5-f21dad0f67c2', 'tenant_id': '086d8a7db0824b69b4ceea30f277fb14', 'mac_address': 'fa:16:3e:68:22:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bef094-6463-4610-a271-5d4d2e6518a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '7481fd0b-ce05-4e67-b068-a6b20f3c0083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:05:26Z', 'updated_at': '2021-06-18T22:05:32Z', 'revision_number': 5, 'project_id': '086d8a7db0824b69b4ceea30f277fb14', 'subnets': [{'id': '7481fd0b-ce05-4e67-b068-a6b20f3c0083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-smb', False) {} {{(pid=93270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:08:53.519285 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-bf1bffe4-6e5b-45ef-b8a8-c0de756631f9 req-22c2fa41-ab0a-4dd8-90d3-ebe7e7ecc6cb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2a51db3-b165-438c-aedf-8f83ae188f36 HTTP/1.1" status: 200 len: 999 time: 0.0634525 Jun 18 22:08:53.536670 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20ceaeb-b588-4800-8f1d-500be64ff4a2 None None] Checking router: b7bef094-6463-4610-a271-5d4d2e6518a3 for host: dv-cinder-766752-3-smb {{(pid=93270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 22:08:53.544762 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20ceaeb-b588-4800-8f1d-500be64ff4a2 None None] Routers {'b7bef094-6463-4610-a271-5d4d2e6518a3'} bound to L3 agent in host dv-cinder-766752-3-smb {{(pid=93270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:08:53.545366 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_hamode_db [None req-e20ceaeb-b588-4800-8f1d-500be64ff4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T21:54:00Z,description=,heartbeat_timestamp=2021-06-18T22:08:30Z,host='dv-cinder-766752-3-smb',id=cffdd0dd-f469-4450-b407-8e3f357d30fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:54:01Z,topic='l3_agent')) {'router_ids': ['b7bef094-6463-4610-a271-5d4d2e6518a3'], 'active': True} {{(pid=93270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:08:53.569699 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1bffe4-6e5b-45ef-b8a8-c0de756631f9 req-2cf5a854-9a7a-4732-811c-f881abb8554a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:08:53.571677 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-bf1bffe4-6e5b-45ef-b8a8-c0de756631f9 req-2cf5a854-9a7a-4732-811c-f881abb8554a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7481fd0b-ce05-4e67-b068-a6b20f3c0083 HTTP/1.1" status: 200 len: 856 time: 0.0464358 Jun 18 22:08:53.638604 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1bffe4-6e5b-45ef-b8a8-c0de756631f9 req-898f0da5-b884-41fd-a82d-82d53f5d786d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:08:53.640122 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-bf1bffe4-6e5b-45ef-b8a8-c0de756631f9 req-898f0da5-b884-41fd-a82d-82d53f5d786d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1d1f4389-47a7-47d4-a0f5-f21dad0f67c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0611291 Jun 18 22:08:53.653238 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_dvr_db [None req-e20ceaeb-b588-4800-8f1d-500be64ff4a2 None None] Set router b7bef094-6463-4610-a271-5d4d2e6518a3 gateway port host: dv-cinder-766752-3-smb {{(pid=93270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:08:53.755887 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-bf1bffe4-6e5b-45ef-b8a8-c0de756631f9 req-95e9cf5a-6489-49cf-9fed-480f1f49eb78 service neutron] 10.222.0.42 "GET /v2.0/networks/1d1f4389-47a7-47d4-a0f5-f21dad0f67c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091552 Jun 18 22:08:53.856553 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-bf1bffe4-6e5b-45ef-b8a8-c0de756631f9 req-fa22b9e2-f8bc-4b69-9ba7-2df7d4bf32b9 service neutron] 10.222.0.42 "GET /v2.0/networks/1d1f4389-47a7-47d4-a0f5-f21dad0f67c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941725 Jun 18 22:08:53.984495 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_hamode_db [None req-e20ceaeb-b588-4800-8f1d-500be64ff4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bef094-6463-4610-a271-5d4d2e6518a3', 'name': 'tempest-AttachVolumeShelveTestJSON-1631673649-router', 'tenant_id': '086d8a7db0824b69b4ceea30f277fb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.101'}], 'enable_snat': True}, 'gw_port_id': 'd33693c2-f680-48fc-9e83-286b075268b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:05:22Z', 'updated_at': '2021-06-18T22:05:27Z', 'revision_number': 4, 'project_id': '086d8a7db0824b69b4ceea30f277fb14', 'gw_port': {'id': 'd33693c2-f680-48fc-9e83-286b075268b5', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:fc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bef094-6463-4610-a271-5d4d2e6518a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:05:23Z', 'updated_at': '2021-06-18T22:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb', '_floatingips': [{'id': 'f92acd23-84fa-4364-92eb-58a9eb0dc42a', 'tenant_id': '086d8a7db0824b69b4ceea30f277fb14', 'floating_ip_address': '172.28.0.73', 'floating_network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'router_id': 'b7bef094-6463-4610-a271-5d4d2e6518a3', 'port_id': 'd2a51db3-b165-438c-aedf-8f83ae188f36', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d1f4389-47a7-47d4-a0f5-f21dad0f67c2', 'mac_address': 'fa:16:3e:56:16:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d42a4b-1f6b-4643-aacc-265d2230be98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T22:08:36Z', 'updated_at': '2021-06-18T22:08:52Z', 'revision_number': 1, 'project_id': '086d8a7db0824b69b4ceea30f277fb14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aa202d8-6796-4c55-9796-55a58b7722d9', 'name': '', 'network_id': '1d1f4389-47a7-47d4-a0f5-f21dad0f67c2', 'tenant_id': '086d8a7db0824b69b4ceea30f277fb14', 'mac_address': 'fa:16:3e:68:22:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bef094-6463-4610-a271-5d4d2e6518a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '7481fd0b-ce05-4e67-b068-a6b20f3c0083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:05:26Z', 'updated_at': '2021-06-18T22:05:32Z', 'revision_number': 5, 'project_id': '086d8a7db0824b69b4ceea30f277fb14', 'subnets': [{'id': '7481fd0b-ce05-4e67-b068-a6b20f3c0083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-smb', False) {} {{(pid=93270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:08:54.011783 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20ceaeb-b588-4800-8f1d-500be64ff4a2 None None] The sync data for ids ['b7bef094-6463-4610-a271-5d4d2e6518a3'] in dv-cinder-766752-3-smb is: [{'id': 'b7bef094-6463-4610-a271-5d4d2e6518a3', 'name': 'tempest-AttachVolumeShelveTestJSON-1631673649-router', 'tenant_id': '086d8a7db0824b69b4ceea30f277fb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.101'}], 'enable_snat': True}, 'gw_port_id': 'd33693c2-f680-48fc-9e83-286b075268b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:05:22Z', 'updated_at': '2021-06-18T22:05:27Z', 'revision_number': 4, 'project_id': '086d8a7db0824b69b4ceea30f277fb14', 'gw_port': {'id': 'd33693c2-f680-48fc-9e83-286b075268b5', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:fc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bef094-6463-4610-a271-5d4d2e6518a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:05:23Z', 'updated_at': '2021-06-18T22:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb', '_floatingips': [{'id': 'f92acd23-84fa-4364-92eb-58a9eb0dc42a', 'tenant_id': '086d8a7db0824b69b4ceea30f277fb14', 'floating_ip_address': '172.28.0.73', 'floating_network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'router_id': 'b7bef094-6463-4610-a271-5d4d2e6518a3', 'port_id': 'd2a51db3-b165-438c-aedf-8f83ae188f36', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d1f4389-47a7-47d4-a0f5-f21dad0f67c2', 'mac_address': 'fa:16:3e:56:16:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d42a4b-1f6b-4643-aacc-265d2230be98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T22:08:36Z', 'updated_at': '2021-06-18T22:08:52Z', 'revision_number': 1, 'project_id': '086d8a7db0824b69b4ceea30f277fb14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aa202d8-6796-4c55-9796-55a58b7722d9', 'name': '', 'network_id': '1d1f4389-47a7-47d4-a0f5-f21dad0f67c2', 'tenant_id': '086d8a7db0824b69b4ceea30f277fb14', 'mac_address': 'fa:16:3e:68:22:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bef094-6463-4610-a271-5d4d2e6518a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '7481fd0b-ce05-4e67-b068-a6b20f3c0083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:05:26Z', 'updated_at': '2021-06-18T22:05:32Z', 'revision_number': 5, 'project_id': '086d8a7db0824b69b4ceea30f277fb14', 'subnets': [{'id': '7481fd0b-ce05-4e67-b068-a6b20f3c0083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 22:08:54.213464 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870e6e5a-f278-47de-92cf-73789adbe4e6 None None] New status for floating IP f92acd23-84fa-4364-92eb-58a9eb0dc42a: ACTIVE {{(pid=93269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 22:08:57.689970 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-c10d78cd-1571-49ab-a38a-e41b6befb0d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:59.610683 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 51602) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:08:59.711121 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-a526dc4c-3e07-4023-99a6-88278d8c913d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:59.796479 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-a526dc4c-3e07-4023-99a6-88278d8c913d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:59.849898 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-a526dc4c-3e07-4023-99a6-88278d8c913d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:59.852336 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-1906aa6a-283f-4a57-b5ad-5ce84d56f87f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:08:59.891126 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-a526dc4c-3e07-4023-99a6-88278d8c913d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3b935e964af642228f643d64f424fbf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2793961 Jun 18 22:08:59.891872 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a526dc4c-3e07-4023-99a6-88278d8c913d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5608468-8de9-45e7-a61a-877363ab423a,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:08:59.893882 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 51606) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:08:59.894893 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-a526dc4c-3e07-4023-99a6-88278d8c913d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:08:59.944842 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-619da43e-270a-425e-a7d0-3d98bf7fbdd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:08:59.965375 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-619da43e-270a-425e-a7d0-3d98bf7fbdd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:00.122134 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-619da43e-270a-425e-a7d0-3d98bf7fbdd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:00.124918 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-619da43e-270a-425e-a7d0-3d98bf7fbdd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:00.128380 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-619da43e-270a-425e-a7d0-3d98bf7fbdd6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d5608468-8de9-45e7-a61a-877363ab423a HTTP/1.1" status: 204 len: 168 time: 0.2311456 Jun 18 22:09:00.128380 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-d87fd289-fdc2-464b-bfb1-184902f56dff tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:09:00.134330 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619da43e-270a-425e-a7d0-3d98bf7fbdd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5608468-8de9-45e7-a61a-877363ab423a,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:09:00.137524 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-619da43e-270a-425e-a7d0-3d98bf7fbdd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:09:00.222005 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-c40f3df4-db4f-433a-a173-27409200ab79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:00.305338 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:00.890611 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 51614) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:09:00.903695 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-2ecdd48c-99ea-483f-ba7f-df87e9860c1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:00.987490 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-2ecdd48c-99ea-483f-ba7f-df87e9860c1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:01.231112 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-2ecdd48c-99ea-483f-ba7f-df87e9860c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:01.235454 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-a4f4acbd-8f8b-4419-87d5-f1fe0318e02c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:09:01.271575 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-2ecdd48c-99ea-483f-ba7f-df87e9860c1b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ed008a923303424e8168052018c48313&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3799031 Jun 18 22:09:01.272505 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecdd48c-99ea-483f-ba7f-df87e9860c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d23ea0d1-2c40-44e8-8188-84e727d9af95,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:09:01.276782 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 51620) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:09:01.277563 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-2ecdd48c-99ea-483f-ba7f-df87e9860c1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:09:01.326596 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-d2054289-c95f-4aef-97e0-df52cd284767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:01.349960 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-d2054289-c95f-4aef-97e0-df52cd284767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:01.461720 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-d2054289-c95f-4aef-97e0-df52cd284767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:01.464934 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-d2054289-c95f-4aef-97e0-df52cd284767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:01.466106 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-d2054289-c95f-4aef-97e0-df52cd284767 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d23ea0d1-2c40-44e8-8188-84e727d9af95 HTTP/1.1" status: 204 len: 168 time: 0.1906955 Jun 18 22:09:01.467171 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-a0723435-3f8a-4260-88f8-b9e5f43e985d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:09:01.476309 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2054289-c95f-4aef-97e0-df52cd284767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d23ea0d1-2c40-44e8-8188-84e727d9af95,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:09:01.477607 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-d2054289-c95f-4aef-97e0-df52cd284767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:09:01.553158 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-66c5960c-ceb9-453b-add3-817047489609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:01.860374 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201390a5-e556-4405-8a94-63a86481a74e req-663cbd4b-ab0a-40cd-af29-021e047459fc tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:01.861962 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-201390a5-e556-4405-8a94-63a86481a74e req-663cbd4b-ab0a-40cd-af29-021e047459fc tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/ports?device_id=c22a450e-1706-4be3-963e-2d349a266f2b HTTP/1.1" status: 200 len: 945 time: 0.0687931 Jun 18 22:09:01.900390 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-201390a5-e556-4405-8a94-63a86481a74e req-4b4d33d9-a04d-4270-92a8-dff9a882b8cd tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407f5abf-1609-4f18-a881-c969edf16595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325291 Jun 18 22:09:03.076710 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a039f46c-7f02-40c0-898a-ba54310bfcaa req-76d7d00d-becd-433e-84d3-a98d69114f22 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:03.078176 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a039f46c-7f02-40c0-898a-ba54310bfcaa req-76d7d00d-becd-433e-84d3-a98d69114f22 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/ports?device_id=c22a450e-1706-4be3-963e-2d349a266f2b HTTP/1.1" status: 200 len: 945 time: 0.0665295 Jun 18 22:09:03.118069 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a039f46c-7f02-40c0-898a-ba54310bfcaa req-d2353ff9-ddb9-4a73-83a6-e7b07d2ddb5f tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407f5abf-1609-4f18-a881-c969edf16595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328269 Jun 18 22:09:03.215622 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-cfd4400b-1529-4ea9-a221-6a7c5fbf6a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:04.296720 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3cd95d-b98a-44e8-ae3f-4a6fd23f7fc6 req-5ba5a910-b449-43cb-abfd-350817c38105 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:04.298219 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-6c3cd95d-b98a-44e8-ae3f-4a6fd23f7fc6 req-5ba5a910-b449-43cb-abfd-350817c38105 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/ports?device_id=c22a450e-1706-4be3-963e-2d349a266f2b HTTP/1.1" status: 200 len: 945 time: 0.0635993 Jun 18 22:09:04.335766 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-6c3cd95d-b98a-44e8-ae3f-4a6fd23f7fc6 req-64d2a69a-e02b-47b4-ac20-870a789a7bb1 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407f5abf-1609-4f18-a881-c969edf16595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320058 Jun 18 22:09:05.510193 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387eea6-c547-4b5e-96d3-474ae5e9aa05 req-fc40a7d9-d2da-4a24-98d2-cbfb703a1ebb tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:05.511642 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-0387eea6-c547-4b5e-96d3-474ae5e9aa05 req-fc40a7d9-d2da-4a24-98d2-cbfb703a1ebb tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/ports?device_id=c22a450e-1706-4be3-963e-2d349a266f2b HTTP/1.1" status: 200 len: 945 time: 0.0653224 Jun 18 22:09:05.552600 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-0387eea6-c547-4b5e-96d3-474ae5e9aa05 req-91d193cd-852c-4515-be97-a2232cfc339e tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407f5abf-1609-4f18-a881-c969edf16595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352390 Jun 18 22:09:06.727905 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706be4a0-b0d3-4c40-adf2-0260cde9ba3d req-af16d758-a368-4178-990d-887dcc569d96 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:06.730300 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-706be4a0-b0d3-4c40-adf2-0260cde9ba3d req-af16d758-a368-4178-990d-887dcc569d96 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/ports?device_id=c22a450e-1706-4be3-963e-2d349a266f2b HTTP/1.1" status: 200 len: 945 time: 0.0656672 Jun 18 22:09:06.767776 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-706be4a0-b0d3-4c40-adf2-0260cde9ba3d req-9e7b3e78-02d5-4c17-bef6-0c0b5f507f1e tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407f5abf-1609-4f18-a881-c969edf16595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314655 Jun 18 22:09:07.946831 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1634a399-d2a3-48f8-87f7-42a6e58f50b0 req-dd7cf62f-1666-4979-b5be-0a4d3cab430a tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:07.948470 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-1634a399-d2a3-48f8-87f7-42a6e58f50b0 req-dd7cf62f-1666-4979-b5be-0a4d3cab430a tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/ports?device_id=c22a450e-1706-4be3-963e-2d349a266f2b HTTP/1.1" status: 200 len: 945 time: 0.0707777 Jun 18 22:09:07.985346 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-1634a399-d2a3-48f8-87f7-42a6e58f50b0 req-19fd0ca4-7032-438a-97c2-79abc39dde47 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407f5abf-1609-4f18-a881-c969edf16595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311544 Jun 18 22:09:09.216727 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49bd4fa-3e3b-4673-81fb-8cc3a5b2dc57 req-aeae0300-5583-4eb4-9270-6842515318c2 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:09.218269 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a49bd4fa-3e3b-4673-81fb-8cc3a5b2dc57 req-aeae0300-5583-4eb4-9270-6842515318c2 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/ports?device_id=c22a450e-1706-4be3-963e-2d349a266f2b HTTP/1.1" status: 200 len: 945 time: 0.0690720 Jun 18 22:09:09.256355 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a49bd4fa-3e3b-4673-81fb-8cc3a5b2dc57 req-2ffe6aad-73da-43a5-906e-0c97aaef13d4 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407f5abf-1609-4f18-a881-c969edf16595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324340 Jun 18 22:09:10.430032 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d5fe8-08d5-430d-9972-904420c97a35 req-533f9b80-a0cb-4ccb-9f59-e9d4091b5b40 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:10.432075 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-286d5fe8-08d5-430d-9972-904420c97a35 req-533f9b80-a0cb-4ccb-9f59-e9d4091b5b40 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/ports?device_id=c22a450e-1706-4be3-963e-2d349a266f2b HTTP/1.1" status: 200 len: 945 time: 0.0655992 Jun 18 22:09:10.469981 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-286d5fe8-08d5-430d-9972-904420c97a35 req-3bc7b9b3-bd33-4b78-9289-38b7f3ac4893 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407f5abf-1609-4f18-a881-c969edf16595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320292 Jun 18 22:09:10.989888 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.agents_db [None req-e551f8fc-329d-4229-a52e-01157ddddd3a None None] Agent healthcheck: found 6 active agents {{(pid=93270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 22:09:11.639792 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce426e68-8702-422c-ae6c-aa98eccc1cd1 req-6054c4aa-900c-4afc-a5fa-ca2ef98d5ab5 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:11.641249 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-ce426e68-8702-422c-ae6c-aa98eccc1cd1 req-6054c4aa-900c-4afc-a5fa-ca2ef98d5ab5 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/ports?device_id=c22a450e-1706-4be3-963e-2d349a266f2b HTTP/1.1" status: 200 len: 945 time: 0.0620461 Jun 18 22:09:11.683219 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-ce426e68-8702-422c-ae6c-aa98eccc1cd1 req-3640f16b-aae6-4781-990f-2a806a73e1de tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407f5abf-1609-4f18-a881-c969edf16595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364099 Jun 18 22:09:12.981713 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6858c68-1a76-42d2-b039-d7a443536c0d req-2dd0ae4d-1653-4c3d-beb6-4ba916f83f92 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:12.983098 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-d6858c68-1a76-42d2-b039-d7a443536c0d req-2dd0ae4d-1653-4c3d-beb6-4ba916f83f92 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/ports?device_id=c22a450e-1706-4be3-963e-2d349a266f2b HTTP/1.1" status: 200 len: 945 time: 0.0643075 Jun 18 22:09:13.020294 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-d6858c68-1a76-42d2-b039-d7a443536c0d req-097b70ab-ce94-459f-9ca7-c484308629f4 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407f5abf-1609-4f18-a881-c969edf16595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316262 Jun 18 22:09:14.198640 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16b5943-1422-4036-89e8-c99f85caf81c req-fdcd9703-4ae9-431f-8968-cb6c8f60949e tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:14.200182 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-d16b5943-1422-4036-89e8-c99f85caf81c req-fdcd9703-4ae9-431f-8968-cb6c8f60949e tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/ports?device_id=c22a450e-1706-4be3-963e-2d349a266f2b HTTP/1.1" status: 200 len: 945 time: 0.0640991 Jun 18 22:09:14.238108 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-d16b5943-1422-4036-89e8-c99f85caf81c req-257c8477-8f39-4c95-92ed-b011717035ca tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407f5abf-1609-4f18-a881-c969edf16595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322945 Jun 18 22:09:15.069464 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 51770) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:09:15.169940 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-bb2f3fa1-5bf9-491b-9450-27353b2204e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:15.260049 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-bb2f3fa1-5bf9-491b-9450-27353b2204e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:15.327238 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-bb2f3fa1-5bf9-491b-9450-27353b2204e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:15.329980 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-619da43e-270a-425e-a7d0-3d98bf7fbdd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:09:15.376353 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-bb2f3fa1-5bf9-491b-9450-27353b2204e7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5c91ceeb9fe44d01a999d6f9c72cc672&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3058238 Jun 18 22:09:15.378919 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 51778) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:09:15.393369 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2f3fa1-5bf9-491b-9450-27353b2204e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc74ec7-850c-4972-9907-afa276e3e481,revision_number=1']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:09:15.398724 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-bb2f3fa1-5bf9-491b-9450-27353b2204e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:09:15.429258 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-d4b50665-da94-477d-8a1d-eb9246e09555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:15.432642 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5093b2b-1f0c-4713-9548-98d78d6b1123 req-db4d38cc-ad5f-49ea-9c58-2347d94c3e37 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:15.434102 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a5093b2b-1f0c-4713-9548-98d78d6b1123 req-db4d38cc-ad5f-49ea-9c58-2347d94c3e37 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/ports?device_id=c22a450e-1706-4be3-963e-2d349a266f2b HTTP/1.1" status: 200 len: 945 time: 0.0760806 Jun 18 22:09:15.451018 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-d4b50665-da94-477d-8a1d-eb9246e09555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:15.472554 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a5093b2b-1f0c-4713-9548-98d78d6b1123 req-f64c7a13-fd11-49f2-87b1-a4106a3f267f tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407f5abf-1609-4f18-a881-c969edf16595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325093 Jun 18 22:09:15.563800 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-d4b50665-da94-477d-8a1d-eb9246e09555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:15.566492 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-d4b50665-da94-477d-8a1d-eb9246e09555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:15.567607 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-d4b50665-da94-477d-8a1d-eb9246e09555 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4cc74ec7-850c-4972-9907-afa276e3e481 HTTP/1.1" status: 204 len: 168 time: 0.1876161 Jun 18 22:09:15.568389 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-55985c9c-3c97-4e42-ac24-c427fb2d9aa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:09:15.576602 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b50665-da94-477d-8a1d-eb9246e09555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc74ec7-850c-4972-9907-afa276e3e481,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:09:15.583456 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b50665-da94-477d-8a1d-eb9246e09555 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:09:15.583909 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b50665-da94-477d-8a1d-eb9246e09555 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:09:15.584172 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b50665-da94-477d-8a1d-eb9246e09555 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:09:15.584527 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b50665-da94-477d-8a1d-eb9246e09555 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:09:15.584902 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b50665-da94-477d-8a1d-eb9246e09555 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:09:15.585251 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b50665-da94-477d-8a1d-eb9246e09555 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:09:15.585597 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b50665-da94-477d-8a1d-eb9246e09555 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:09:15.585943 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b50665-da94-477d-8a1d-eb9246e09555 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:09:15.586291 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b50665-da94-477d-8a1d-eb9246e09555 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:09:15.586636 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b50665-da94-477d-8a1d-eb9246e09555 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:09:15.586975 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b50665-da94-477d-8a1d-eb9246e09555 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:09:15.587915 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b50665-da94-477d-8a1d-eb9246e09555 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:09:15.591257 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-d4b50665-da94-477d-8a1d-eb9246e09555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:09:16.242368 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 51784) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:09:16.256395 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-bdb20b8f-5c19-47eb-a8cb-2691dc249e83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:16.343800 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-bdb20b8f-5c19-47eb-a8cb-2691dc249e83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:16.424377 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-bdb20b8f-5c19-47eb-a8cb-2691dc249e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:16.428033 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-2cee9299-661a-4676-9918-5dfa7e3f9998 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:09:16.465958 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-bdb20b8f-5c19-47eb-a8cb-2691dc249e83 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5abebe7fff8e4e1db35fb69d1f9d38a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2201381 Jun 18 22:09:16.465958 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb20b8f-5c19-47eb-a8cb-2691dc249e83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48557df2-1b67-4a33-8bff-55523a01bf12,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:09:16.466556 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 51788) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:09:16.468082 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-bdb20b8f-5c19-47eb-a8cb-2691dc249e83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:09:16.516056 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-db92d855-338d-4db4-988e-f7a5090f668f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:16.537893 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-db92d855-338d-4db4-988e-f7a5090f668f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:16.651989 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3993eaf2-e886-4f74-b0ad-cfcbc0559c86 req-b04c0d0c-0353-4076-a89e-a3f9450892bc tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:16.653360 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3993eaf2-e886-4f74-b0ad-cfcbc0559c86 req-b04c0d0c-0353-4076-a89e-a3f9450892bc tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/ports?device_id=c22a450e-1706-4be3-963e-2d349a266f2b HTTP/1.1" status: 200 len: 945 time: 0.0614178 Jun 18 22:09:16.666902 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-db92d855-338d-4db4-988e-f7a5090f668f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:16.669453 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-db92d855-338d-4db4-988e-f7a5090f668f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:16.670469 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-db92d855-338d-4db4-988e-f7a5090f668f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/48557df2-1b67-4a33-8bff-55523a01bf12 HTTP/1.1" status: 204 len: 168 time: 0.2029421 Jun 18 22:09:16.677147 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-6d01ca0c-4491-41b7-a112-03a360ffba3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:09:16.689217 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92d855-338d-4db4-988e-f7a5090f668f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48557df2-1b67-4a33-8bff-55523a01bf12,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:09:16.692153 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-db92d855-338d-4db4-988e-f7a5090f668f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:09:16.705003 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3993eaf2-e886-4f74-b0ad-cfcbc0559c86 req-029b066b-784d-4d4f-ae11-ff52d0eb7629 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407f5abf-1609-4f18-a881-c969edf16595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460396 Jun 18 22:09:17.203188 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a121e-0f4e-43fc-bbac-a10ef7e059ab req-13700a7c-b77e-4a51-9ea4-4134b2829bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:17.204701 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-c01a121e-0f4e-43fc-bbac-a10ef7e059ab req-13700a7c-b77e-4a51-9ea4-4134b2829bd7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bb38584fac4b45c0ad6f8a619ed02fc2&device_id=c22a450e-1706-4be3-963e-2d349a266f2b HTTP/1.1" status: 200 len: 1098 time: 0.0526011 Jun 18 22:09:17.297945 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a121e-0f4e-43fc-bbac-a10ef7e059ab req-61bd12cb-2e0e-4494-aba9-72ebd5835d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:17.299390 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-c01a121e-0f4e-43fc-bbac-a10ef7e059ab req-61bd12cb-2e0e-4494-aba9-72ebd5835d5f service neutron] 10.222.0.42 "GET /v2.0/networks?id=86beaeb4-cc2e-471c-8ffc-81b02f765b2a HTTP/1.1" status: 200 len: 910 time: 0.0871236 Jun 18 22:09:17.364822 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-c01a121e-0f4e-43fc-bbac-a10ef7e059ab req-6cb9b6cd-0cbc-4603-847d-5bb709efbe27 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc154032-63f2-4510-8d2a-11b90dd15e0d HTTP/1.1" status: 200 len: 1001 time: 0.0580511 Jun 18 22:09:17.414123 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a121e-0f4e-43fc-bbac-a10ef7e059ab req-ee8131ee-d1ea-4cad-9c20-de23f47c8a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:17.415600 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-c01a121e-0f4e-43fc-bbac-a10ef7e059ab req-ee8131ee-d1ea-4cad-9c20-de23f47c8a16 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=944e385f-b7fb-403b-8f0b-1c808a9ec1e9 HTTP/1.1" status: 200 len: 848 time: 0.0441573 Jun 18 22:09:17.477100 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a121e-0f4e-43fc-bbac-a10ef7e059ab req-9a72d86c-0424-4d4a-92ad-36641bce2b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:17.479494 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-c01a121e-0f4e-43fc-bbac-a10ef7e059ab req-9a72d86c-0424-4d4a-92ad-36641bce2b3b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=86beaeb4-cc2e-471c-8ffc-81b02f765b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0569086 Jun 18 22:09:17.579654 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-c01a121e-0f4e-43fc-bbac-a10ef7e059ab req-da28adf2-71bb-431d-8d4b-5e6998e446e1 service neutron] 10.222.0.42 "GET /v2.0/networks/86beaeb4-cc2e-471c-8ffc-81b02f765b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818241 Jun 18 22:09:17.673599 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-c01a121e-0f4e-43fc-bbac-a10ef7e059ab req-559b6154-c9c5-44fd-a7c5-fda611a68f60 service neutron] 10.222.0.42 "GET /v2.0/networks/86beaeb4-cc2e-471c-8ffc-81b02f765b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868001 Jun 18 22:09:17.879459 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ae597-89b1-478f-91aa-02abdd92f0f4 req-50fa2f21-c194-4a26-911b-f092fecad86e tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:17.880869 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-975ae597-89b1-478f-91aa-02abdd92f0f4 req-50fa2f21-c194-4a26-911b-f092fecad86e tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/ports?device_id=c22a450e-1706-4be3-963e-2d349a266f2b HTTP/1.1" status: 200 len: 945 time: 0.0619717 Jun 18 22:09:17.918646 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-975ae597-89b1-478f-91aa-02abdd92f0f4 req-6266959e-621f-444e-9de6-162a58801a26 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407f5abf-1609-4f18-a881-c969edf16595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317013 Jun 18 22:09:19.093358 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670dd9e0-30b7-4583-902c-120a7e9a9f84 req-0521676b-bb47-4d2e-a2aa-1624c09fbc42 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:19.094869 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-670dd9e0-30b7-4583-902c-120a7e9a9f84 req-0521676b-bb47-4d2e-a2aa-1624c09fbc42 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/ports?device_id=c22a450e-1706-4be3-963e-2d349a266f2b HTTP/1.1" status: 200 len: 945 time: 0.0630660 Jun 18 22:09:19.131424 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-670dd9e0-30b7-4583-902c-120a7e9a9f84 req-6d6054c5-ea3d-4754-9bb2-de5102669df7 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407f5abf-1609-4f18-a881-c969edf16595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309381 Jun 18 22:09:20.075445 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:20.457953 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632cfe57-1acd-44d9-9892-d8104977bccc req-4439846a-b220-4e78-b97c-ecc6a1337fdb tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:20.459323 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-632cfe57-1acd-44d9-9892-d8104977bccc req-4439846a-b220-4e78-b97c-ecc6a1337fdb tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/ports?device_id=c22a450e-1706-4be3-963e-2d349a266f2b HTTP/1.1" status: 200 len: 945 time: 0.0677037 Jun 18 22:09:20.497488 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-632cfe57-1acd-44d9-9892-d8104977bccc req-722638b5-7324-434e-96d1-cdfa59a722c2 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407f5abf-1609-4f18-a881-c969edf16595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319192 Jun 18 22:09:20.979582 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ea90c-2911-4e7b-b7cd-e0632a7fa32f req-8458fbc9-1512-4dcf-91d0-188728b8a1e7 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:20.981272 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-630ea90c-2911-4e7b-b7cd-e0632a7fa32f req-8458fbc9-1512-4dcf-91d0-188728b8a1e7 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/ports?device_id=c22a450e-1706-4be3-963e-2d349a266f2b HTTP/1.1" status: 200 len: 945 time: 0.0710311 Jun 18 22:09:21.029659 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-630ea90c-2911-4e7b-b7cd-e0632a7fa32f req-740ed261-3627-47b7-9a7c-5389d05b165f tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407f5abf-1609-4f18-a881-c969edf16595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395813 Jun 18 22:09:21.035143 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 51816) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:09:21.135419 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [req-552fcfc8-8648-442b-ba23-f1fb8928a803 req-72dbb29f-8f3f-4c80-b479-87def3fd6339 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c22a450e-1706-4be3-963e-2d349a266f2b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0987196 Jun 18 22:09:22.200326 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4ed89-7cf4-4914-af25-97b9a39698ad req-1ad25519-728c-4869-9b82-0eb34e1fbeb0 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:22.202975 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3ee4ed89-7cf4-4914-af25-97b9a39698ad req-1ad25519-728c-4869-9b82-0eb34e1fbeb0 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/ports?device_id=c22a450e-1706-4be3-963e-2d349a266f2b HTTP/1.1" status: 200 len: 945 time: 0.0699801 Jun 18 22:09:22.239905 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3ee4ed89-7cf4-4914-af25-97b9a39698ad req-691b42b5-2fb8-4e22-8a5e-33c5b611d01c tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407f5abf-1609-4f18-a881-c969edf16595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325005 Jun 18 22:09:22.560600 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-8536dae3-1044-4485-a2ec-1b253964e919 req-c8a79371-35c1-4e46-8e38-e239a4755aca service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a0c932d1-4edb-4c67-8681-f9e49dd1bb27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0527165 Jun 18 22:09:22.653483 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536dae3-1044-4485-a2ec-1b253964e919 req-4e2e59a7-f2db-49e6-bbe3-067b51624557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:22.654943 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-8536dae3-1044-4485-a2ec-1b253964e919 req-4e2e59a7-f2db-49e6-bbe3-067b51624557 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2087593c47844d1f9be49b18fcc05ab4&device_id=a0c932d1-4edb-4c67-8681-f9e49dd1bb27 HTTP/1.1" status: 200 len: 1138 time: 0.0577173 Jun 18 22:09:22.713177 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device dc154032-63f2-4510-8d2a-11b90dd15e0d no longer exists at agent hyperv_hv-cinder-76675 {{(pid=93269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:09:22.772755 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-34837460-e267-4f29-b976-9a269cff139b req-13ec9c24-a175-49c0-be7a-b6841f1585d1 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-911222641&fields=id&tenant_id=2087593c47844d1f9be49b18fcc05ab4 HTTP/1.1" status: 200 len: 267 time: 0.0777595 Jun 18 22:09:22.795094 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:22.817312 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c22a450e-1706-4be3-963e-2d349a266f2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc154032-63f2-4510-8d2a-11b90dd15e0d'}] {{(pid=93269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:09:22.819577 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af3cbdd609d599d07a5217d2d1a89114698d9a8f3654956f7909e96a5eb364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2926f2-c3e9-4afd-a613-0e1c49e3fd03" -d '{"events": [{"server_uuid": "c22a450e-1706-4be3-963e-2d349a266f2b", "name": "network-vif-unplugged", "status": "completed", "tag": "dc154032-63f2-4510-8d2a-11b90dd15e0d"}]}' {{(pid=93269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:09:22.822907 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536dae3-1044-4485-a2ec-1b253964e919 req-832000e5-b577-4414-8204-c675e92a0068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:22.824369 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-8536dae3-1044-4485-a2ec-1b253964e919 req-832000e5-b577-4414-8204-c675e92a0068 service neutron] 10.222.0.42 "GET /v2.0/networks?id=19d8b494-3d57-41df-804d-0604baecd3eb HTTP/1.1" status: 200 len: 916 time: 0.1482728 Jun 18 22:09:22.831961 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] For port dc154032-63f2-4510-8d2a-11b90dd15e0d, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=dc154032-63f2-4510-8d2a-11b90dd15e0d,segment=NetworkSegment(60309a01-94b6-44fc-a49a-106252aac6a0),segment_id=60309a01-94b6-44fc-a49a-106252aac6a0)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:09:22.855123 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 18 Jun 2021 22:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb501589-6e8d-470c-abde-6cd500247020 x-openstack-request-id: req-cb501589-6e8d-470c-abde-6cd500247020 {{(pid=93269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:09:22.855424 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c22a450e-1706-4be3-963e-2d349a266f2b", "name": "network-vif-unplugged", "status": "failed", "tag": "dc154032-63f2-4510-8d2a-11b90dd15e0d", "code": 422}]} {{(pid=93269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:09:22.855683 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cb501589-6e8d-470c-abde-6cd500247020 {{(pid=93269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:09:22.856082 dv-cinder-766752-3-smb neutron-server[93269]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c22a450e-1706-4be3-963e-2d349a266f2b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dc154032-63f2-4510-8d2a-11b90dd15e0d', 'code': 422} returned with failed status Jun 18 22:09:22.909391 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34837460-e267-4f29-b976-9a269cff139b req-f5aaf2e4-00cc-4d99-bd53-ab5f706055bb tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:22.910775 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-34837460-e267-4f29-b976-9a269cff139b req-f5aaf2e4-00cc-4d99-bd53-ab5f706055bb tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0c932d1-4edb-4c67-8681-f9e49dd1bb27 HTTP/1.1" status: 200 len: 985 time: 0.1292911 Jun 18 22:09:22.912602 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-8536dae3-1044-4485-a2ec-1b253964e919 req-f7a12256-fd6f-4b31-8d1a-68c2689489d7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc599553-2b75-4824-9ca9-7afd84aa90c4 HTTP/1.1" status: 200 len: 1001 time: 0.0802796 Jun 18 22:09:22.922131 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.v2.base [req-34837460-e267-4f29-b976-9a269cff139b req-e4dfe023-2a01-43fa-b65f-fe7e34fc5c89 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Request body: {'port': {'security_groups': ['6352080f-1f40-42d5-bc77-ae4725cc805c']}} {{(pid=93268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 22:09:22.991745 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:22.995916 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:09:23.020055 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536dae3-1044-4485-a2ec-1b253964e919 req-4e2a80ad-71d3-454e-8aac-f096879ebed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:23.021529 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-8536dae3-1044-4485-a2ec-1b253964e919 req-4e2a80ad-71d3-454e-8aac-f096879ebed8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9dd6f54e-382d-406b-9fea-779a883cc937 HTTP/1.1" status: 200 len: 854 time: 0.0943434 Jun 18 22:09:23.056484 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Pushing event updated for resources: {'Port': ['ID=dc154032-63f2-4510-8d2a-11b90dd15e0d,revision_number=6']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:09:23.059782 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:09:23.070786 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-34837460-e267-4f29-b976-9a269cff139b req-e4dfe023-2a01-43fa-b65f-fe7e34fc5c89 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:23.144710 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536dae3-1044-4485-a2ec-1b253964e919 req-896503f9-7ac0-47ae-95d0-9d019e2ea649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:23.146189 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-8536dae3-1044-4485-a2ec-1b253964e919 req-896503f9-7ac0-47ae-95d0-9d019e2ea649 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=19d8b494-3d57-41df-804d-0604baecd3eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1151459 Jun 18 22:09:23.312529 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-8536dae3-1044-4485-a2ec-1b253964e919 req-f32acadc-5480-4d06-8e38-eefc863f64cb service neutron] 10.222.0.42 "GET /v2.0/networks/19d8b494-3d57-41df-804d-0604baecd3eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564496 Jun 18 22:09:23.326746 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.db [req-34837460-e267-4f29-b976-9a269cff139b req-e4dfe023-2a01-43fa-b65f-fe7e34fc5c89 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] For port fc599553-2b75-4824-9ca9-7afd84aa90c4, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=fc599553-2b75-4824-9ca9-7afd84aa90c4,segment=NetworkSegment(871cea72-4542-4c26-a7e1-944b53d16263),segment_id=871cea72-4542-4c26-a7e1-944b53d16263)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:09:23.436308 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-34837460-e267-4f29-b976-9a269cff139b req-e4dfe023-2a01-43fa-b65f-fe7e34fc5c89 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Notify callbacks [] for port, precommit_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:23.485300 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-8536dae3-1044-4485-a2ec-1b253964e919 req-ccea64d6-2e00-442d-a156-e04c61df8f90 service neutron] 10.222.0.42 "GET /v2.0/networks/19d8b494-3d57-41df-804d-0604baecd3eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563349 Jun 18 22:09:23.499016 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20cdf7d-67ad-4b26-b456-229675eb46b9 req-a0af1fe1-cc8b-431d-b520-a3cdff3b12b2 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:23.500456 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b20cdf7d-67ad-4b26-b456-229675eb46b9 req-a0af1fe1-cc8b-431d-b520-a3cdff3b12b2 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/ports?device_id=c22a450e-1706-4be3-963e-2d349a266f2b HTTP/1.1" status: 200 len: 943 time: 0.1143851 Jun 18 22:09:23.539778 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b20cdf7d-67ad-4b26-b456-229675eb46b9 req-b545c631-012a-4047-a8a0-7916513ba2c7 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407f5abf-1609-4f18-a881-c969edf16595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333607 Jun 18 22:09:23.541047 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-34837460-e267-4f29-b976-9a269cff139b req-e4dfe023-2a01-43fa-b65f-fe7e34fc5c89 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3169556'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:23.544785 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-e9082948-b671-4ba1-84db-068380251586 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:09:23.586565 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] get_ports_and_sgs() called for port_ids ['fc599553-2b75-4824-9ca9-7afd84aa90c4'] {{(pid=93269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:09:23.589611 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34837460-e267-4f29-b976-9a269cff139b req-e4dfe023-2a01-43fa-b65f-fe7e34fc5c89 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:23.590288 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-34837460-e267-4f29-b976-9a269cff139b req-e4dfe023-2a01-43fa-b65f-fe7e34fc5c89 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31239'] for port, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:23.592206 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-34837460-e267-4f29-b976-9a269cff139b req-e4dfe023-2a01-43fa-b65f-fe7e34fc5c89 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "PUT /v2.0/ports/fc599553-2b75-4824-9ca9-7afd84aa90c4 HTTP/1.1" status: 200 len: 943 time: 0.6741536 Jun 18 22:09:23.592351 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0c932d1-4edb-4c67-8681-f9e49dd1bb27', 'tag': 'fc599553-2b75-4824-9ca9-7afd84aa90c4'}] {{(pid=93268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:09:23.597669 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ff4b25c03651656652c9c7d58efcdba903c051ef33b3f53eb93af1a53304f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1de62b7-81eb-4924-af60-841e55f5cd3e" -d '{"events": [{"name": "network-changed", "server_uuid": "a0c932d1-4edb-4c67-8681-f9e49dd1bb27", "tag": "fc599553-2b75-4824-9ca9-7afd84aa90c4"}]}' {{(pid=93268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:09:23.598434 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 51844) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:09:23.627952 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dfe023-2a01-43fa-b65f-fe7e34fc5c89 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Pushing event updated for resources: {'Port': ['ID=fc599553-2b75-4824-9ca9-7afd84aa90c4,revision_number=7']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:09:23.633352 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-e4dfe023-2a01-43fa-b65f-fe7e34fc5c89 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:09:23.647672 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 22:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f896d338-59ec-46b2-bb44-8544a3ad3259 x-openstack-request-id: req-f896d338-59ec-46b2-bb44-8544a3ad3259 {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:09:23.648015 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0c932d1-4edb-4c67-8681-f9e49dd1bb27", "tag": "fc599553-2b75-4824-9ca9-7afd84aa90c4", "status": "completed", "code": 200}]} {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:09:23.648316 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f896d338-59ec-46b2-bb44-8544a3ad3259 {{(pid=93268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:09:23.649225 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0c932d1-4edb-4c67-8681-f9e49dd1bb27', 'tag': 'fc599553-2b75-4824-9ca9-7afd84aa90c4', 'status': 'completed', 'code': 200} Jun 18 22:09:23.682949 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-49faaeff-7d87-40a5-b207-e767179074b1 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:23.710037 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-49faaeff-7d87-40a5-b207-e767179074b1 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:23.746623 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] get_ports_and_sgs() called for port_ids ['fc599553-2b75-4824-9ca9-7afd84aa90c4'] {{(pid=93269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:09:23.780994 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de62b7-81eb-4924-af60-841e55f5cd3e req-7cccff69-4491-416e-8776-59454ef718ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:23.784235 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-f1de62b7-81eb-4924-af60-841e55f5cd3e req-7cccff69-4491-416e-8776-59454ef718ba service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2087593c47844d1f9be49b18fcc05ab4&device_id=a0c932d1-4edb-4c67-8681-f9e49dd1bb27 HTTP/1.1" status: 200 len: 1099 time: 0.0743928 Jun 18 22:09:23.885613 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-49faaeff-7d87-40a5-b207-e767179074b1 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:23.888224 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-49faaeff-7d87-40a5-b207-e767179074b1 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:23.889746 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-49faaeff-7d87-40a5-b207-e767179074b1 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "DELETE /v2.0/security-groups/9390de73-7052-4038-84df-b68f83f36426 HTTP/1.1" status: 204 len: 168 time: 0.2895925 Jun 18 22:09:23.890783 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-472414db-e568-4375-aa7b-6a2cb8757101 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:09:23.894131 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 51846) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:09:23.900379 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49faaeff-7d87-40a5-b207-e767179074b1 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9390de73-7052-4038-84df-b68f83f36426,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:09:23.902735 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-49faaeff-7d87-40a5-b207-e767179074b1 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:09:23.917103 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-8806d6b2-2b60-41f2-ace5-37b5e676db86 None None] Provisioning complete for port fc599553-2b75-4824-9ca9-7afd84aa90c4 triggered by entity DHCP. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:09:23.917486 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-8806d6b2-2b60-41f2-ace5-37b5e676db86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:23.991646 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de62b7-81eb-4924-af60-841e55f5cd3e req-86df47e5-8688-44cf-8f98-0eb67b84bec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:23.994247 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-f1de62b7-81eb-4924-af60-841e55f5cd3e req-86df47e5-8688-44cf-8f98-0eb67b84bec4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=19d8b494-3d57-41df-804d-0604baecd3eb HTTP/1.1" status: 200 len: 916 time: 0.1854274 Jun 18 22:09:24.014217 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552fcfc8-8648-442b-ba23-f1fb8928a803 req-1da22e80-495f-485b-9602-601772b4fe0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:24.015629 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-552fcfc8-8648-442b-ba23-f1fb8928a803 req-1da22e80-495f-485b-9602-601772b4fe0f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c22a450e-1706-4be3-963e-2d349a266f2b&tenant_id=bb38584fac4b45c0ad6f8a619ed02fc2 HTTP/1.1" status: 200 len: 1096 time: 0.2062483 Jun 18 22:09:24.424347 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-f1de62b7-81eb-4924-af60-841e55f5cd3e req-ac2863f5-c0c6-41b0-a4fc-df68d7237cc2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc599553-2b75-4824-9ca9-7afd84aa90c4 HTTP/1.1" status: 200 len: 1001 time: 0.4230287 Jun 18 22:09:24.505151 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552fcfc8-8648-442b-ba23-f1fb8928a803 req-09adf8cc-107c-42e8-a7ae-70bd14de5fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:24.506591 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-552fcfc8-8648-442b-ba23-f1fb8928a803 req-09adf8cc-107c-42e8-a7ae-70bd14de5fd2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bb38584fac4b45c0ad6f8a619ed02fc2&device_id=c22a450e-1706-4be3-963e-2d349a266f2b HTTP/1.1" status: 200 len: 1096 time: 0.4385114 Jun 18 22:09:24.515845 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de62b7-81eb-4924-af60-841e55f5cd3e req-40f2df1b-fd5d-4392-8121-f55949d6d56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:24.517266 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-f1de62b7-81eb-4924-af60-841e55f5cd3e req-40f2df1b-fd5d-4392-8121-f55949d6d56a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9dd6f54e-382d-406b-9fea-779a883cc937 HTTP/1.1" status: 200 len: 854 time: 0.0688703 Jun 18 22:09:24.575597 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-eae300e4-6b8a-4e42-b8f7-544c4d723148 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Deleting port 645017bd-ab2e-45f8-9149-0a9176deb2b6 {{(pid=93268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:09:24.575941 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-eae300e4-6b8a-4e42-b8f7-544c4d723148 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765939110629'] for port, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:24.745174 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552fcfc8-8648-442b-ba23-f1fb8928a803 req-50f02f53-b322-45a6-b485-074516daddea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:24.746621 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-552fcfc8-8648-442b-ba23-f1fb8928a803 req-50f02f53-b322-45a6-b485-074516daddea service neutron] 10.222.0.42 "GET /v2.0/networks?id=86beaeb4-cc2e-471c-8ffc-81b02f765b2a HTTP/1.1" status: 200 len: 910 time: 0.2275748 Jun 18 22:09:24.771998 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-eae300e4-6b8a-4e42-b8f7-544c4d723148 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512668'] for port, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:24.772327 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-eae300e4-6b8a-4e42-b8f7-544c4d723148 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:24.777085 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de62b7-81eb-4924-af60-841e55f5cd3e req-897f8090-cde8-4188-b170-d143aecfa26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:24.785927 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-f1de62b7-81eb-4924-af60-841e55f5cd3e req-897f8090-cde8-4188-b170-d143aecfa26c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=19d8b494-3d57-41df-804d-0604baecd3eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2509253 Jun 18 22:09:24.901623 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-eae300e4-6b8a-4e42-b8f7-544c4d723148 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Calling delete_port for 645017bd-ab2e-45f8-9149-0a9176deb2b6 owned by network:floatingip {{(pid=93268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:09:25.013632 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bf8a2b-5e2a-490b-86ac-d14281eeac6c req-6044ad5f-4dd6-46ef-b48c-f415dacc2378 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:25.015008 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-f6bf8a2b-5e2a-490b-86ac-d14281eeac6c req-6044ad5f-4dd6-46ef-b48c-f415dacc2378 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/ports?device_id=c22a450e-1706-4be3-963e-2d349a266f2b HTTP/1.1" status: 200 len: 943 time: 0.3503618 Jun 18 22:09:25.033689 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-552fcfc8-8648-442b-ba23-f1fb8928a803 req-461afc74-967c-44d5-815d-33d30ac29863 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc154032-63f2-4510-8d2a-11b90dd15e0d HTTP/1.1" status: 200 len: 999 time: 0.2725465 Jun 18 22:09:25.126648 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-f1de62b7-81eb-4924-af60-841e55f5cd3e req-d9eece53-3e91-4e03-985c-be4290457e8e service neutron] 10.222.0.42 "GET /v2.0/networks/19d8b494-3d57-41df-804d-0604baecd3eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3071845 Jun 18 22:09:25.168765 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-f6bf8a2b-5e2a-490b-86ac-d14281eeac6c req-e8337efa-6ce4-46e9-baf3-51fc3240715f tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407f5abf-1609-4f18-a881-c969edf16595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454654 Jun 18 22:09:25.216950 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552fcfc8-8648-442b-ba23-f1fb8928a803 req-31c620ca-a78d-474e-9117-e7536343a89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:25.218391 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-552fcfc8-8648-442b-ba23-f1fb8928a803 req-31c620ca-a78d-474e-9117-e7536343a89d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=944e385f-b7fb-403b-8f0b-1c808a9ec1e9 HTTP/1.1" status: 200 len: 848 time: 0.1662786 Jun 18 22:09:25.328105 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-f1de62b7-81eb-4924-af60-841e55f5cd3e req-684210d8-5db6-4e8a-a73c-c0aa9cc5a622 service neutron] 10.222.0.42 "GET /v2.0/networks/19d8b494-3d57-41df-804d-0604baecd3eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891506 Jun 18 22:09:25.354451 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552fcfc8-8648-442b-ba23-f1fb8928a803 req-f4174211-7ea2-4d1c-842b-8daa621f32d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:25.355906 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-552fcfc8-8648-442b-ba23-f1fb8928a803 req-f4174211-7ea2-4d1c-842b-8daa621f32d8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=86beaeb4-cc2e-471c-8ffc-81b02f765b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1270401 Jun 18 22:09:25.428919 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-eae300e4-6b8a-4e42-b8f7-544c4d723148 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765939117029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765938626151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3169581'] for port, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:25.432965 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-bcad5a28-f473-43a4-9caf-676b945eaee1 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:09:25.469287 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae300e4-6b8a-4e42-b8f7-544c4d723148 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Pushing event deleted for resources: {'Port': ['ID=645017bd-ab2e-45f8-9149-0a9176deb2b6,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:09:25.479728 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-eae300e4-6b8a-4e42-b8f7-544c4d723148 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:09:25.486188 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-552fcfc8-8648-442b-ba23-f1fb8928a803 req-b4fc0e8c-f1f4-4c18-8c2d-f75832bf603b service neutron] 10.222.0.42 "GET /v2.0/networks/86beaeb4-cc2e-471c-8ffc-81b02f765b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144319 Jun 18 22:09:25.591833 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-eae300e4-6b8a-4e42-b8f7-544c4d723148 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Notify callbacks [] for floatingip, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:25.592067 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.db.l3_db [None req-eae300e4-6b8a-4e42-b8f7-544c4d723148 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Floating IP f239e91d-58b2-4385-abba-7755d317e173 disassociated (deleted). External IP: 172.28.0.63, port: fc599553-2b75-4824-9ca9-7afd84aa90c4. Jun 18 22:09:25.684996 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-552fcfc8-8648-442b-ba23-f1fb8928a803 req-c26a0a76-281d-429c-910e-e7a176a7e52c service neutron] 10.222.0.42 "GET /v2.0/networks/86beaeb4-cc2e-471c-8ffc-81b02f765b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785798 Jun 18 22:09:25.814846 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eae300e4-6b8a-4e42-b8f7-544c4d723148 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Router 974f0c6f-a1b0-436e-82d8-29d2b903723d has already been hosted by L3 agent cffdd0dd-f469-4450-b407-8e3f357d30fb {{(pid=93268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 22:09:25.917509 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae300e4-6b8a-4e42-b8f7-544c4d723148 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Notify agent at l3_agent.dv-cinder-766752-3-smb the message routers_updated {{(pid=93268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 22:09:25.922256 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-eae300e4-6b8a-4e42-b8f7-544c4d723148 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31239'] for floatingip, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:25.927043 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd70464-15ca-4dc5-a248-fe79a2792825 None None] Sync routers for ids ['974f0c6f-a1b0-436e-82d8-29d2b903723d'] in dv-cinder-766752-3-smb {{(pid=93270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 22:09:25.937942 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd70464-15ca-4dc5-a248-fe79a2792825 None None] Routers {'974f0c6f-a1b0-436e-82d8-29d2b903723d'} bound to L3 agent in host dv-cinder-766752-3-smb {{(pid=93270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:09:25.938554 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_hamode_db [None req-2dd70464-15ca-4dc5-a248-fe79a2792825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T21:54:00Z,description=,heartbeat_timestamp=2021-06-18T22:09:00Z,host='dv-cinder-766752-3-smb',id=cffdd0dd-f469-4450-b407-8e3f357d30fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:54:01Z,topic='l3_agent')) {'router_ids': ['974f0c6f-a1b0-436e-82d8-29d2b903723d'], 'active': True} {{(pid=93270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:09:25.965318 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-eae300e4-6b8a-4e42-b8f7-544c4d723148 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "DELETE /v2.0/floatingips/f239e91d-58b2-4385-abba-7755d317e173 HTTP/1.1" status: 204 len: 168 time: 2.0662656 Jun 18 22:09:25.965318 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0c932d1-4edb-4c67-8681-f9e49dd1bb27', 'tag': 'fc599553-2b75-4824-9ca9-7afd84aa90c4'}] {{(pid=93268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:09:25.966007 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ff4b25c03651656652c9c7d58efcdba903c051ef33b3f53eb93af1a53304f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749128de-d042-4f3e-942f-4f12d8a21204" -d '{"events": [{"name": "network-changed", "server_uuid": "a0c932d1-4edb-4c67-8681-f9e49dd1bb27", "tag": "fc599553-2b75-4824-9ca9-7afd84aa90c4"}]}' {{(pid=93268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:09:26.048764 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_dvr_db [None req-2dd70464-15ca-4dc5-a248-fe79a2792825 None None] Set router 974f0c6f-a1b0-436e-82d8-29d2b903723d gateway port host: dv-cinder-766752-3-smb {{(pid=93270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:09:26.104965 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 22:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3204967a-f972-45b4-9720-8d2977b4c11c x-openstack-request-id: req-3204967a-f972-45b4-9720-8d2977b4c11c {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:09:26.105525 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0c932d1-4edb-4c67-8681-f9e49dd1bb27", "tag": "fc599553-2b75-4824-9ca9-7afd84aa90c4", "status": "completed", "code": 200}]} {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:09:26.105819 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3204967a-f972-45b4-9720-8d2977b4c11c {{(pid=93268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:09:26.106261 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0c932d1-4edb-4c67-8681-f9e49dd1bb27', 'tag': 'fc599553-2b75-4824-9ca9-7afd84aa90c4', 'status': 'completed', 'code': 200} Jun 18 22:09:26.199123 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749128de-d042-4f3e-942f-4f12d8a21204 req-81832c07-a59d-4c8c-b4de-2c452e3419c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:26.200513 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-749128de-d042-4f3e-942f-4f12d8a21204 req-81832c07-a59d-4c8c-b4de-2c452e3419c4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2087593c47844d1f9be49b18fcc05ab4&device_id=a0c932d1-4edb-4c67-8681-f9e49dd1bb27 HTTP/1.1" status: 200 len: 1099 time: 0.0532119 Jun 18 22:09:26.261184 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_hamode_db [None req-2dd70464-15ca-4dc5-a248-fe79a2792825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974f0c6f-a1b0-436e-82d8-29d2b903723d', 'name': 'tempest-TestMinimumBasicScenario-1879193783-router', 'tenant_id': '2087593c47844d1f9be49b18fcc05ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': '61c31f78-5b2b-4184-95e3-0f952bb3248e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:07:05Z', 'updated_at': '2021-06-18T22:07:09Z', 'revision_number': 4, 'project_id': '2087593c47844d1f9be49b18fcc05ab4', 'gw_port': {'id': '61c31f78-5b2b-4184-95e3-0f952bb3248e', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:23:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974f0c6f-a1b0-436e-82d8-29d2b903723d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:07:06Z', 'updated_at': '2021-06-18T22:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb', '_interfaces': [{'id': '80457bd8-b67b-4f19-997b-121759f2e5e7', 'name': '', 'network_id': '19d8b494-3d57-41df-804d-0604baecd3eb', 'tenant_id': '2087593c47844d1f9be49b18fcc05ab4', 'mac_address': 'fa:16:3e:21:d8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974f0c6f-a1b0-436e-82d8-29d2b903723d', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '9dd6f54e-382d-406b-9fea-779a883cc937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:07:09Z', 'updated_at': '2021-06-18T22:07:15Z', 'revision_number': 5, 'project_id': '2087593c47844d1f9be49b18fcc05ab4', 'subnets': [{'id': '9dd6f54e-382d-406b-9fea-779a883cc937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-smb', False) {} {{(pid=93270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:09:26.287436 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd70464-15ca-4dc5-a248-fe79a2792825 None None] Checking router: 974f0c6f-a1b0-436e-82d8-29d2b903723d for host: dv-cinder-766752-3-smb {{(pid=93270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 22:09:26.296195 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd70464-15ca-4dc5-a248-fe79a2792825 None None] Routers {'974f0c6f-a1b0-436e-82d8-29d2b903723d'} bound to L3 agent in host dv-cinder-766752-3-smb {{(pid=93270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:09:26.296836 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_hamode_db [None req-2dd70464-15ca-4dc5-a248-fe79a2792825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T21:54:00Z,description=,heartbeat_timestamp=2021-06-18T22:09:00Z,host='dv-cinder-766752-3-smb',id=cffdd0dd-f469-4450-b407-8e3f357d30fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:54:01Z,topic='l3_agent')) {'router_ids': ['974f0c6f-a1b0-436e-82d8-29d2b903723d'], 'active': True} {{(pid=93270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:09:26.328184 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749128de-d042-4f3e-942f-4f12d8a21204 req-6e47d43a-3187-4979-b66f-d52495e93484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:26.329656 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-749128de-d042-4f3e-942f-4f12d8a21204 req-6e47d43a-3187-4979-b66f-d52495e93484 service neutron] 10.222.0.42 "GET /v2.0/networks?id=19d8b494-3d57-41df-804d-0604baecd3eb HTTP/1.1" status: 200 len: 916 time: 0.1227276 Jun 18 22:09:26.384963 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-749128de-d042-4f3e-942f-4f12d8a21204 req-aca8364d-7832-4ac3-9c86-1436a9cbedc8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc599553-2b75-4824-9ca9-7afd84aa90c4 HTTP/1.1" status: 200 len: 217 time: 0.0410223 Jun 18 22:09:26.396454 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e19785-8a36-4779-b6b3-3bc6738ebefb req-86c3b627-08aa-4d44-a012-7ab6e6d88d9d tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:26.397934 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-20e19785-8a36-4779-b6b3-3bc6738ebefb req-86c3b627-08aa-4d44-a012-7ab6e6d88d9d tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/ports?device_id=c22a450e-1706-4be3-963e-2d349a266f2b HTTP/1.1" status: 200 len: 943 time: 0.1138031 Jun 18 22:09:26.423609 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_dvr_db [None req-2dd70464-15ca-4dc5-a248-fe79a2792825 None None] Set router 974f0c6f-a1b0-436e-82d8-29d2b903723d gateway port host: dv-cinder-766752-3-smb {{(pid=93270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:09:26.467993 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749128de-d042-4f3e-942f-4f12d8a21204 req-cf776b99-1849-4810-b623-b7e4ec5e8cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:26.467993 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-749128de-d042-4f3e-942f-4f12d8a21204 req-cf776b99-1849-4810-b623-b7e4ec5e8cb7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9dd6f54e-382d-406b-9fea-779a883cc937 HTTP/1.1" status: 200 len: 854 time: 0.0673153 Jun 18 22:09:26.473951 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-20e19785-8a36-4779-b6b3-3bc6738ebefb req-9b298bf1-a6c0-4d0f-8e86-ae8f7e31e25f tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407f5abf-1609-4f18-a881-c969edf16595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661592 Jun 18 22:09:26.562742 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749128de-d042-4f3e-942f-4f12d8a21204 req-f73d47f4-b14b-4735-9cf2-b13124f27aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:26.564209 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-749128de-d042-4f3e-942f-4f12d8a21204 req-f73d47f4-b14b-4735-9cf2-b13124f27aca service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=19d8b494-3d57-41df-804d-0604baecd3eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0536957 Jun 18 22:09:26.629734 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_hamode_db [None req-2dd70464-15ca-4dc5-a248-fe79a2792825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974f0c6f-a1b0-436e-82d8-29d2b903723d', 'name': 'tempest-TestMinimumBasicScenario-1879193783-router', 'tenant_id': '2087593c47844d1f9be49b18fcc05ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': '61c31f78-5b2b-4184-95e3-0f952bb3248e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:07:05Z', 'updated_at': '2021-06-18T22:07:09Z', 'revision_number': 4, 'project_id': '2087593c47844d1f9be49b18fcc05ab4', 'gw_port': {'id': '61c31f78-5b2b-4184-95e3-0f952bb3248e', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:23:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974f0c6f-a1b0-436e-82d8-29d2b903723d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:07:06Z', 'updated_at': '2021-06-18T22:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb', '_interfaces': [{'id': '80457bd8-b67b-4f19-997b-121759f2e5e7', 'name': '', 'network_id': '19d8b494-3d57-41df-804d-0604baecd3eb', 'tenant_id': '2087593c47844d1f9be49b18fcc05ab4', 'mac_address': 'fa:16:3e:21:d8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974f0c6f-a1b0-436e-82d8-29d2b903723d', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '9dd6f54e-382d-406b-9fea-779a883cc937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:07:09Z', 'updated_at': '2021-06-18T22:07:15Z', 'revision_number': 5, 'project_id': '2087593c47844d1f9be49b18fcc05ab4', 'subnets': [{'id': '9dd6f54e-382d-406b-9fea-779a883cc937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-smb', False) {} {{(pid=93270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:09:26.655791 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd70464-15ca-4dc5-a248-fe79a2792825 None None] The sync data for ids ['974f0c6f-a1b0-436e-82d8-29d2b903723d'] in dv-cinder-766752-3-smb is: [{'id': '974f0c6f-a1b0-436e-82d8-29d2b903723d', 'name': 'tempest-TestMinimumBasicScenario-1879193783-router', 'tenant_id': '2087593c47844d1f9be49b18fcc05ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': '61c31f78-5b2b-4184-95e3-0f952bb3248e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:07:05Z', 'updated_at': '2021-06-18T22:07:09Z', 'revision_number': 4, 'project_id': '2087593c47844d1f9be49b18fcc05ab4', 'gw_port': {'id': '61c31f78-5b2b-4184-95e3-0f952bb3248e', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:23:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974f0c6f-a1b0-436e-82d8-29d2b903723d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:07:06Z', 'updated_at': '2021-06-18T22:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb', '_interfaces': [{'id': '80457bd8-b67b-4f19-997b-121759f2e5e7', 'name': '', 'network_id': '19d8b494-3d57-41df-804d-0604baecd3eb', 'tenant_id': '2087593c47844d1f9be49b18fcc05ab4', 'mac_address': 'fa:16:3e:21:d8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974f0c6f-a1b0-436e-82d8-29d2b903723d', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '9dd6f54e-382d-406b-9fea-779a883cc937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:07:09Z', 'updated_at': '2021-06-18T22:07:15Z', 'revision_number': 5, 'project_id': '2087593c47844d1f9be49b18fcc05ab4', 'subnets': [{'id': '9dd6f54e-382d-406b-9fea-779a883cc937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 22:09:26.663513 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-749128de-d042-4f3e-942f-4f12d8a21204 req-75355cf8-61c2-4460-bd33-a008115ee339 service neutron] 10.222.0.42 "GET /v2.0/networks/19d8b494-3d57-41df-804d-0604baecd3eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865743 Jun 18 22:09:26.765260 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-749128de-d042-4f3e-942f-4f12d8a21204 req-1311cf0f-83c6-4c5f-953d-c23877731c19 service neutron] 10.222.0.42 "GET /v2.0/networks/19d8b494-3d57-41df-804d-0604baecd3eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922043 Jun 18 22:09:26.876744 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10738a7c-2ed2-4cd7-8f27-7125298e5a6d None None] New status for floating IP f239e91d-58b2-4385-abba-7755d317e173: DOWN {{(pid=93269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 22:09:27.666097 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6134d4-9f4e-4662-866b-a1d316e31dbb req-83a31c4c-e919-405e-b51b-559779288553 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:27.667598 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-ef6134d4-9f4e-4662-866b-a1d316e31dbb req-83a31c4c-e919-405e-b51b-559779288553 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/ports?device_id=c22a450e-1706-4be3-963e-2d349a266f2b HTTP/1.1" status: 200 len: 943 time: 0.0707338 Jun 18 22:09:27.682853 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-937f004e-104a-4af0-83f1-5a72a97ce7f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:27.707488 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-ef6134d4-9f4e-4662-866b-a1d316e31dbb req-249f3ba8-6ebd-4d6c-b43b-8af2143ebdea tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407f5abf-1609-4f18-a881-c969edf16595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341833 Jun 18 22:09:28.747235 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device dc154032-63f2-4510-8d2a-11b90dd15e0d details requested by agent hyperv_hv-cinder-76675 with host hv-cinder-76675 {{(pid=93269) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 22:09:28.841636 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] For port dc154032-63f2-4510-8d2a-11b90dd15e0d, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=dc154032-63f2-4510-8d2a-11b90dd15e0d,segment=NetworkSegment(60309a01-94b6-44fc-a49a-106252aac6a0),segment_id=60309a01-94b6-44fc-a49a-106252aac6a0)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:09:28.853695 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Returning: {'device': 'dc154032-63f2-4510-8d2a-11b90dd15e0d', 'network_id': '86beaeb4-cc2e-471c-8ffc-81b02f765b2a', 'port_id': 'dc154032-63f2-4510-8d2a-11b90dd15e0d', 'mac_address': 'fa:16:3e:f9:03:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '944e385f-b7fb-403b-8f0b-1c808a9ec1e9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93269) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 22:09:28.880400 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2702c99f-4c86-4f26-8e0d-374cb6f83e64 req-d4f60883-be01-4a61-92d4-b5265b345e30 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:28.881891 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-2702c99f-4c86-4f26-8e0d-374cb6f83e64 req-d4f60883-be01-4a61-92d4-b5265b345e30 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/ports?device_id=c22a450e-1706-4be3-963e-2d349a266f2b HTTP/1.1" status: 200 len: 943 time: 0.0635915 Jun 18 22:09:28.894676 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:28.907788 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.notifiers.nova [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc154032-63f2-4510-8d2a-11b90dd15e0d {{(pid=93269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:09:28.920882 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-2702c99f-4c86-4f26-8e0d-374cb6f83e64 req-02d7178b-7c15-4400-b065-f3fc83b6c7ce tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407f5abf-1609-4f18-a881-c969edf16595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333343 Jun 18 22:09:28.927253 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] For port dc154032-63f2-4510-8d2a-11b90dd15e0d, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=dc154032-63f2-4510-8d2a-11b90dd15e0d,segment=NetworkSegment(60309a01-94b6-44fc-a49a-106252aac6a0),segment_id=60309a01-94b6-44fc-a49a-106252aac6a0)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:09:29.002883 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:29.004763 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:09:29.050456 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Pushing event updated for resources: {'Port': ['ID=dc154032-63f2-4510-8d2a-11b90dd15e0d,revision_number=7']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:09:29.053485 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:09:29.306435 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] get_ports_and_sgs() called for port_ids ['dc154032-63f2-4510-8d2a-11b90dd15e0d'] {{(pid=93269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:09:29.604638 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c011d9-a031-4e82-9b2a-df88b6a50ddb req-b13611a6-33e6-46b4-8fc8-f911afd66376 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:29.606071 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-c5c011d9-a031-4e82-9b2a-df88b6a50ddb req-b13611a6-33e6-46b4-8fc8-f911afd66376 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0c932d1-4edb-4c67-8681-f9e49dd1bb27 HTTP/1.1" status: 200 len: 946 time: 0.0628059 Jun 18 22:09:29.646144 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-c5c011d9-a031-4e82-9b2a-df88b6a50ddb req-5b5116a7-5dd4-4de1-a707-40580111ce18 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6352080f-1f40-42d5-bc77-ae4725cc805c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345151 Jun 18 22:09:30.091168 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a655f4dd-940f-4088-adb0-b256a7975a52 req-811a435d-d3a7-4d5a-ac00-283587b6dfa8 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:30.092620 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a655f4dd-940f-4088-adb0-b256a7975a52 req-811a435d-d3a7-4d5a-ac00-283587b6dfa8 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/ports?device_id=c22a450e-1706-4be3-963e-2d349a266f2b HTTP/1.1" status: 200 len: 944 time: 0.0614693 Jun 18 22:09:30.129617 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a655f4dd-940f-4088-adb0-b256a7975a52 req-5cce9157-7567-42db-a552-276503df2bc2 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407f5abf-1609-4f18-a881-c969edf16595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314546 Jun 18 22:09:30.218163 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-eb1ce20a-90a1-45e1-94c0-b37693bae55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:30.320298 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:30.781978 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device dc154032-63f2-4510-8d2a-11b90dd15e0d up at agent hyperv_hv-cinder-76675 {{(pid=93269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:09:30.815687 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e238db90-b491-44e0-9777-650f782808fe req-c4f92114-f21a-4f58-8fcf-0fc2c3a45908 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:30.821343 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-e238db90-b491-44e0-9777-650f782808fe req-c4f92114-f21a-4f58-8fcf-0fc2c3a45908 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0c932d1-4edb-4c67-8681-f9e49dd1bb27 HTTP/1.1" status: 200 len: 946 time: 0.0671413 Jun 18 22:09:30.828192 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Provisioning complete for port dc154032-63f2-4510-8d2a-11b90dd15e0d triggered by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:09:30.828589 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:30.859872 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-e238db90-b491-44e0-9777-650f782808fe req-e9ce8379-ca2f-4364-9669-d7e57f7db9ed tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6352080f-1f40-42d5-bc77-ae4725cc805c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330646 Jun 18 22:09:30.905822 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:30.927469 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c22a450e-1706-4be3-963e-2d349a266f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc154032-63f2-4510-8d2a-11b90dd15e0d'}] {{(pid=93269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:09:30.929832 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af3cbdd609d599d07a5217d2d1a89114698d9a8f3654956f7909e96a5eb364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a9f123-6cb9-460f-9410-f1f453482803" -d '{"events": [{"server_uuid": "c22a450e-1706-4be3-963e-2d349a266f2b", "name": "network-vif-plugged", "status": "completed", "tag": "dc154032-63f2-4510-8d2a-11b90dd15e0d"}]}' {{(pid=93269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:09:30.945158 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] For port dc154032-63f2-4510-8d2a-11b90dd15e0d, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=dc154032-63f2-4510-8d2a-11b90dd15e0d,segment=NetworkSegment(60309a01-94b6-44fc-a49a-106252aac6a0),segment_id=60309a01-94b6-44fc-a49a-106252aac6a0)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:09:30.967641 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66ccdea-9e27-41ba-8a5d-da6c44489c69 x-openstack-request-id: req-e66ccdea-9e27-41ba-8a5d-da6c44489c69 {{(pid=93269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:09:30.967938 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c22a450e-1706-4be3-963e-2d349a266f2b", "name": "network-vif-plugged", "status": "completed", "tag": "dc154032-63f2-4510-8d2a-11b90dd15e0d", "code": 200}]} {{(pid=93269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:09:30.968199 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e66ccdea-9e27-41ba-8a5d-da6c44489c69 {{(pid=93269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:09:30.968626 dv-cinder-766752-3-smb neutron-server[93269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c22a450e-1706-4be3-963e-2d349a266f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc154032-63f2-4510-8d2a-11b90dd15e0d', 'code': 200} Jun 18 22:09:31.037386 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:31.039260 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-d30e5021-dbde-494f-b0ae-b215b64ff0b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:09:31.083953 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Pushing event updated for resources: {'Port': ['ID=dc154032-63f2-4510-8d2a-11b90dd15e0d,revision_number=8']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:09:31.087498 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:09:31.308008 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5901b292-b977-4679-8b10-4e7ca1dee110 req-cc3c7997-69aa-447b-82f5-223e53f141b8 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:31.309505 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-5901b292-b977-4679-8b10-4e7ca1dee110 req-cc3c7997-69aa-447b-82f5-223e53f141b8 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/ports?device_id=c22a450e-1706-4be3-963e-2d349a266f2b HTTP/1.1" status: 200 len: 945 time: 0.0700021 Jun 18 22:09:31.348252 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-5901b292-b977-4679-8b10-4e7ca1dee110 req-04a2e516-fa80-4647-bf9f-9f3e26641cde tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407f5abf-1609-4f18-a881-c969edf16595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325398 Jun 18 22:09:31.403232 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e497e4-a193-41fc-ba8e-ad5de782e8a8 req-eebd4d85-626a-4623-93bc-44c85040544a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:31.404709 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-50e497e4-a193-41fc-ba8e-ad5de782e8a8 req-eebd4d85-626a-4623-93bc-44c85040544a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c22a450e-1706-4be3-963e-2d349a266f2b HTTP/1.1" status: 200 len: 1098 time: 0.0507112 Jun 18 22:09:31.440563 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-50e497e4-a193-41fc-ba8e-ad5de782e8a8 req-6fb3d3cd-4fca-435b-bf80-92414ea06190 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=407f5abf-1609-4f18-a881-c969edf16595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289869 Jun 18 22:09:31.537504 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-66c5960c-ceb9-453b-add3-817047489609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:31.850588 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65977d26-2973-4e5c-b4ac-fb0574c398a7 req-5038f167-021a-4d81-8166-561f0e09d16d tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:31.852737 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-65977d26-2973-4e5c-b4ac-fb0574c398a7 req-5038f167-021a-4d81-8166-561f0e09d16d tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0c932d1-4edb-4c67-8681-f9e49dd1bb27 HTTP/1.1" status: 200 len: 946 time: 0.0621433 Jun 18 22:09:31.955807 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [req-65977d26-2973-4e5c-b4ac-fb0574c398a7 req-75f8af94-b4e7-412e-b3a4-84524d51dae8 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Deleting port fc599553-2b75-4824-9ca9-7afd84aa90c4 {{(pid=93268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:09:31.956147 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-65977d26-2973-4e5c-b4ac-fb0574c398a7 req-75f8af94-b4e7-412e-b3a4-84524d51dae8 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765939110629'] for port, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:32.080934 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.db [req-65977d26-2973-4e5c-b4ac-fb0574c398a7 req-75f8af94-b4e7-412e-b3a4-84524d51dae8 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] For port fc599553-2b75-4824-9ca9-7afd84aa90c4, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=fc599553-2b75-4824-9ca9-7afd84aa90c4,segment=NetworkSegment(871cea72-4542-4c26-a7e1-944b53d16263),segment_id=871cea72-4542-4c26-a7e1-944b53d16263)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:09:32.081290 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-65977d26-2973-4e5c-b4ac-fb0574c398a7 req-75f8af94-b4e7-412e-b3a4-84524d51dae8 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512668'] for port, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:32.130332 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa223b56-12da-46eb-ab7a-7d4a90167354 req-bcf442e5-8557-42b6-a2e9-499e4bfded0a tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:32.131772 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-fa223b56-12da-46eb-ab7a-7d4a90167354 req-bcf442e5-8557-42b6-a2e9-499e4bfded0a tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0c932d1-4edb-4c67-8681-f9e49dd1bb27 HTTP/1.1" status: 200 len: 946 time: 0.1371863 Jun 18 22:09:32.159054 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [req-65977d26-2973-4e5c-b4ac-fb0574c398a7 req-75f8af94-b4e7-412e-b3a4-84524d51dae8 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Calling delete_port for fc599553-2b75-4824-9ca9-7afd84aa90c4 owned by compute:nova {{(pid=93268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:09:32.534196 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-fa223b56-12da-46eb-ab7a-7d4a90167354 req-e936bf20-481a-4dab-8b4c-9baeb8fd6eb8 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/security-groups?id=6352080f-1f40-42d5-bc77-ae4725cc805c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3730135 Jun 18 22:09:32.602202 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc28db17-841c-4f82-b6ec-9120b7da380f req-70a84d0e-3002-454a-9dc0-91f2d302c5f8 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:32.603653 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-bc28db17-841c-4f82-b6ec-9120b7da380f req-70a84d0e-3002-454a-9dc0-91f2d302c5f8 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/ports?device_id=c22a450e-1706-4be3-963e-2d349a266f2b HTTP/1.1" status: 200 len: 945 time: 0.1108320 Jun 18 22:09:32.668620 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-bc28db17-841c-4f82-b6ec-9120b7da380f req-d9374d80-e94f-4463-8833-51b8601e9a44 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407f5abf-1609-4f18-a881-c969edf16595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476699 Jun 18 22:09:32.743629 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-65977d26-2973-4e5c-b4ac-fb0574c398a7 req-75f8af94-b4e7-412e-b3a4-84524d51dae8 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765939117029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765938626151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3169581'] for port, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:32.747683 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-10bfa9b0-6a1a-4ce1-8e16-0e697a203ec0 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:09:32.775663 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f8af94-b4e7-412e-b3a4-84524d51dae8 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Pushing event deleted for resources: {'Port': ['ID=fc599553-2b75-4824-9ca9-7afd84aa90c4,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:09:32.778754 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-75f8af94-b4e7-412e-b3a4-84524d51dae8 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:09:32.788605 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] get_ports_and_sgs() called for port_ids ['fc599553-2b75-4824-9ca9-7afd84aa90c4'] {{(pid=93269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:09:32.822842 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [req-65977d26-2973-4e5c-b4ac-fb0574c398a7 req-75f8af94-b4e7-412e-b3a4-84524d51dae8 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] No DVR routers for this DVR port fc599553-2b75-4824-9ca9-7afd84aa90c4 on host hv-cinder-76675 {{(pid=93268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 22:09:32.825222 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-65977d26-2973-4e5c-b4ac-fb0574c398a7 req-75f8af94-b4e7-412e-b3a4-84524d51dae8 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31239'] for port, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:32.827185 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-65977d26-2973-4e5c-b4ac-fb0574c398a7 req-75f8af94-b4e7-412e-b3a4-84524d51dae8 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.42 "DELETE /v2.0/ports/fc599553-2b75-4824-9ca9-7afd84aa90c4 HTTP/1.1" status: 204 len: 173 time: 0.9685283 Jun 18 22:09:32.827692 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0c932d1-4edb-4c67-8681-f9e49dd1bb27', 'name': 'network-vif-deleted', 'tag': 'fc599553-2b75-4824-9ca9-7afd84aa90c4'}] {{(pid=93268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:09:32.830028 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ff4b25c03651656652c9c7d58efcdba903c051ef33b3f53eb93af1a53304f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ebd4a62-6c10-4677-83e8-0e1ecd0e7c98" -d '{"events": [{"server_uuid": "a0c932d1-4edb-4c67-8681-f9e49dd1bb27", "name": "network-vif-deleted", "tag": "fc599553-2b75-4824-9ca9-7afd84aa90c4"}]}' {{(pid=93268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:09:32.863778 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886c75f0-268c-4001-a2ec-e332d426a6ea x-openstack-request-id: req-886c75f0-268c-4001-a2ec-e332d426a6ea {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:09:32.864108 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0c932d1-4edb-4c67-8681-f9e49dd1bb27", "name": "network-vif-deleted", "tag": "fc599553-2b75-4824-9ca9-7afd84aa90c4", "status": "completed", "code": 200}]} {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:09:32.864401 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-886c75f0-268c-4001-a2ec-e332d426a6ea {{(pid=93268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:09:32.864864 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0c932d1-4edb-4c67-8681-f9e49dd1bb27', 'name': 'network-vif-deleted', 'tag': 'fc599553-2b75-4824-9ca9-7afd84aa90c4', 'status': 'completed', 'code': 200} Jun 18 22:09:33.226323 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-cfd4400b-1529-4ea9-a221-6a7c5fbf6a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:33.692812 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-dfa97c12-5c5e-40e3-b685-2c053f63134e req-7b134a07-1f12-48a1-ad8e-efcade23cd47 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0c932d1-4edb-4c67-8681-f9e49dd1bb27 HTTP/1.1" status: 200 len: 210 time: 0.0336483 Jun 18 22:09:34.003042 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f239907-3f35-433b-a3d8-e4b224e9f145 req-fdaac06f-aab5-4d46-8dc9-1f2a45e4556f tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:34.004412 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-4f239907-3f35-433b-a3d8-e4b224e9f145 req-fdaac06f-aab5-4d46-8dc9-1f2a45e4556f tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/ports?device_id=c22a450e-1706-4be3-963e-2d349a266f2b HTTP/1.1" status: 200 len: 945 time: 0.0621037 Jun 18 22:09:34.041381 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-4f239907-3f35-433b-a3d8-e4b224e9f145 req-65c468ff-471c-42b0-bfbd-9e8435d6f46d tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407f5abf-1609-4f18-a881-c969edf16595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308814 Jun 18 22:09:34.795961 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device fc599553-2b75-4824-9ca9-7afd84aa90c4 no longer exists at agent hyperv_hv-cinder-76675 {{(pid=93269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:09:34.817528 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.plugin [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] No Port match for: fc599553-2b75-4824-9ca9-7afd84aa90c4 {{(pid=93269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:09:34.817879 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device fc599553-2b75-4824-9ca9-7afd84aa90c4 not bound to the agent host hv-cinder-76675 {{(pid=93269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:09:36.428355 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 51980) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:09:36.779072 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-26fe31ab-88dd-4199-be7b-1479522fad74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476109'] for router_interface, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:37.030806 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-26fe31ab-88dd-4199-be7b-1479522fad74 admin admin] Deleting port 80457bd8-b67b-4f19-997b-121759f2e5e7 {{(pid=93268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:09:37.031147 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-26fe31ab-88dd-4199-be7b-1479522fad74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765939110629'] for port, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:37.106980 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-26fe31ab-88dd-4199-be7b-1479522fad74 admin admin] For port 80457bd8-b67b-4f19-997b-121759f2e5e7, host dv-cinder-766752-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-smb',level=0,port_id=80457bd8-b67b-4f19-997b-121759f2e5e7,segment=NetworkSegment(871cea72-4542-4c26-a7e1-944b53d16263),segment_id=871cea72-4542-4c26-a7e1-944b53d16263)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:09:37.107326 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-26fe31ab-88dd-4199-be7b-1479522fad74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512668'] for port, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:37.172702 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-26fe31ab-88dd-4199-be7b-1479522fad74 admin admin] Calling delete_port for 80457bd8-b67b-4f19-997b-121759f2e5e7 owned by network:router_interface {{(pid=93268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:09:37.444881 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-26fe31ab-88dd-4199-be7b-1479522fad74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765939117029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765938626151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3169581'] for port, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:37.447379 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-8c21f3e5-ff87-45d2-b156-b3b619a6e03b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:09:37.479017 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fe31ab-88dd-4199-be7b-1479522fad74 admin admin] Pushing event deleted for resources: {'Port': ['ID=80457bd8-b67b-4f19-997b-121759f2e5e7,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:09:37.485078 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-26fe31ab-88dd-4199-be7b-1479522fad74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:09:37.516516 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ed4d93-535f-4a60-89a7-0837240c7929 req-c20d2699-0e1a-45ca-a991-3ecf88505ea3 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:37.518042 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-06ed4d93-535f-4a60-89a7-0837240c7929 req-c20d2699-0e1a-45ca-a991-3ecf88505ea3 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5d42a4b-1f6b-4643-aacc-265d2230be98 HTTP/1.1" status: 200 len: 946 time: 0.1152642 Jun 18 22:09:37.617102 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-06ed4d93-535f-4a60-89a7-0837240c7929 req-c3a3478d-2f6a-4f54-876e-378fb737a534 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=e95f0610-8c59-419e-a3dc-bb1a6422f1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810053 Jun 18 22:09:37.681918 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-26fe31ab-88dd-4199-be7b-1479522fad74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476017'] for router_interface, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:37.895547 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26fe31ab-88dd-4199-be7b-1479522fad74 admin admin] Router 974f0c6f-a1b0-436e-82d8-29d2b903723d has already been hosted by L3 agent cffdd0dd-f469-4450-b407-8e3f357d30fb {{(pid=93268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 22:09:37.998398 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26fe31ab-88dd-4199-be7b-1479522fad74 admin admin] Notify agent at l3_agent.dv-cinder-766752-3-smb the message routers_updated {{(pid=93268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 22:09:38.003291 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-26fe31ab-88dd-4199-be7b-1479522fad74 admin admin] 10.222.0.23 "PUT /v2.0/routers/974f0c6f-a1b0-436e-82d8-29d2b903723d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5737996 Jun 18 22:09:38.005787 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 51994) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:09:38.009154 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d097929-77ae-4df4-a29f-b103a2f101ce None None] Sync routers for ids ['974f0c6f-a1b0-436e-82d8-29d2b903723d'] in dv-cinder-766752-3-smb {{(pid=93270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 22:09:38.018137 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d097929-77ae-4df4-a29f-b103a2f101ce None None] Routers {'974f0c6f-a1b0-436e-82d8-29d2b903723d'} bound to L3 agent in host dv-cinder-766752-3-smb {{(pid=93270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:09:38.018730 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_hamode_db [None req-2d097929-77ae-4df4-a29f-b103a2f101ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T21:54:00Z,description=,heartbeat_timestamp=2021-06-18T22:09:30Z,host='dv-cinder-766752-3-smb',id=cffdd0dd-f469-4450-b407-8e3f357d30fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:54:01Z,topic='l3_agent')) {'router_ids': ['974f0c6f-a1b0-436e-82d8-29d2b903723d'], 'active': True} {{(pid=93270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:09:38.109065 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-bc5ead93-a674-48d2-8065-37c869311d5c admin admin] Notify callbacks [] for router, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:38.120402 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_dvr_db [None req-2d097929-77ae-4df4-a29f-b103a2f101ce None None] Set router 974f0c6f-a1b0-436e-82d8-29d2b903723d gateway port host: dv-cinder-766752-3-smb {{(pid=93270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:09:38.207782 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-bc5ead93-a674-48d2-8065-37c869311d5c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:38.292955 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_hamode_db [None req-2d097929-77ae-4df4-a29f-b103a2f101ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974f0c6f-a1b0-436e-82d8-29d2b903723d', 'name': 'tempest-TestMinimumBasicScenario-1879193783-router', 'tenant_id': '2087593c47844d1f9be49b18fcc05ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': '61c31f78-5b2b-4184-95e3-0f952bb3248e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:07:05Z', 'updated_at': '2021-06-18T22:09:37Z', 'revision_number': 5, 'project_id': '2087593c47844d1f9be49b18fcc05ab4', 'gw_port': {'id': '61c31f78-5b2b-4184-95e3-0f952bb3248e', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:23:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974f0c6f-a1b0-436e-82d8-29d2b903723d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:07:06Z', 'updated_at': '2021-06-18T22:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb'}], 'dv-cinder-766752-3-smb', False) {} {{(pid=93270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:09:38.321496 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d097929-77ae-4df4-a29f-b103a2f101ce None None] Checking router: 974f0c6f-a1b0-436e-82d8-29d2b903723d for host: dv-cinder-766752-3-smb {{(pid=93270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 22:09:38.329907 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d097929-77ae-4df4-a29f-b103a2f101ce None None] Routers {'974f0c6f-a1b0-436e-82d8-29d2b903723d'} bound to L3 agent in host dv-cinder-766752-3-smb {{(pid=93270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:09:38.330504 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_hamode_db [None req-2d097929-77ae-4df4-a29f-b103a2f101ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T21:54:00Z,description=,heartbeat_timestamp=2021-06-18T22:09:30Z,host='dv-cinder-766752-3-smb',id=cffdd0dd-f469-4450-b407-8e3f357d30fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:54:01Z,topic='l3_agent')) {'router_ids': ['974f0c6f-a1b0-436e-82d8-29d2b903723d'], 'active': True} {{(pid=93270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:09:38.348469 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-bc5ead93-a674-48d2-8065-37c869311d5c admin admin] Deleting port 61c31f78-5b2b-4184-95e3-0f952bb3248e {{(pid=93268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:09:38.348845 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-bc5ead93-a674-48d2-8065-37c869311d5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765939110629'] for port, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:38.412786 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_dvr_db [None req-2d097929-77ae-4df4-a29f-b103a2f101ce None None] Set router 974f0c6f-a1b0-436e-82d8-29d2b903723d gateway port host: None {{(pid=93270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:09:38.426294 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-bc5ead93-a674-48d2-8065-37c869311d5c admin admin] For port 61c31f78-5b2b-4184-95e3-0f952bb3248e, host dv-cinder-766752-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-smb',level=0,port_id=61c31f78-5b2b-4184-95e3-0f952bb3248e,segment=NetworkSegment(84b34c11-c765-4838-8c05-a350e58a1412),segment_id=84b34c11-c765-4838-8c05-a350e58a1412)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:09:38.426661 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-bc5ead93-a674-48d2-8065-37c869311d5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512668'] for port, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:38.463286 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_hamode_db [None req-2d097929-77ae-4df4-a29f-b103a2f101ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974f0c6f-a1b0-436e-82d8-29d2b903723d', 'name': 'tempest-TestMinimumBasicScenario-1879193783-router', 'tenant_id': '2087593c47844d1f9be49b18fcc05ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:07:05Z', 'updated_at': '2021-06-18T22:09:38Z', 'revision_number': 6, 'project_id': '2087593c47844d1f9be49b18fcc05ab4', 'gw_port_host': None}], 'dv-cinder-766752-3-smb', False) {} {{(pid=93270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:09:38.491247 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-bc5ead93-a674-48d2-8065-37c869311d5c admin admin] Calling delete_port for 61c31f78-5b2b-4184-95e3-0f952bb3248e owned by network:router_gateway {{(pid=93268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:09:38.577437 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d097929-77ae-4df4-a29f-b103a2f101ce None None] The sync data for ids ['974f0c6f-a1b0-436e-82d8-29d2b903723d'] in dv-cinder-766752-3-smb is: [{'id': '974f0c6f-a1b0-436e-82d8-29d2b903723d', 'name': 'tempest-TestMinimumBasicScenario-1879193783-router', 'tenant_id': '2087593c47844d1f9be49b18fcc05ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:07:05Z', 'updated_at': '2021-06-18T22:09:38Z', 'revision_number': 6, 'project_id': '2087593c47844d1f9be49b18fcc05ab4', 'gw_port_host': None}] {{(pid=93270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 22:09:38.734331 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-bc5ead93-a674-48d2-8065-37c869311d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765939117029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765938626151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3169581'] for port, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:38.737675 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-32e85274-e763-4fa3-aa0b-2b83d8f27519 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:09:38.775347 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5ead93-a674-48d2-8065-37c869311d5c admin admin] Pushing event deleted for resources: {'Port': ['ID=61c31f78-5b2b-4184-95e3-0f952bb3248e,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:09:38.825823 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5ead93-a674-48d2-8065-37c869311d5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:09:38.826208 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5ead93-a674-48d2-8065-37c869311d5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:09:38.826578 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5ead93-a674-48d2-8065-37c869311d5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:09:38.826943 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5ead93-a674-48d2-8065-37c869311d5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:09:38.827301 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5ead93-a674-48d2-8065-37c869311d5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:09:38.827658 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5ead93-a674-48d2-8065-37c869311d5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:09:38.828010 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5ead93-a674-48d2-8065-37c869311d5c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:09:38.828360 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5ead93-a674-48d2-8065-37c869311d5c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:09:38.828788 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5ead93-a674-48d2-8065-37c869311d5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:09:38.829142 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5ead93-a674-48d2-8065-37c869311d5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:09:38.829492 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5ead93-a674-48d2-8065-37c869311d5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:09:38.829839 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5ead93-a674-48d2-8065-37c869311d5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:09:38.853928 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-bc5ead93-a674-48d2-8065-37c869311d5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:09:38.880725 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-bc5ead93-a674-48d2-8065-37c869311d5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-515933'] for router_gateway, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:38.980236 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9a02b7-694b-4cc2-be80-384ed5e7d08d req-6d595440-5937-4516-8692-cc97bbcbf25a tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:38.981976 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-ad9a02b7-694b-4cc2-be80-384ed5e7d08d req-6d595440-5937-4516-8692-cc97bbcbf25a tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5d42a4b-1f6b-4643-aacc-265d2230be98 HTTP/1.1" status: 200 len: 946 time: 0.2419608 Jun 18 22:09:38.988224 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-bc5ead93-a674-48d2-8065-37c869311d5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-477251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65146'] for router, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:38.990537 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-bc5ead93-a674-48d2-8065-37c869311d5c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:39.065300 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-ad9a02b7-694b-4cc2-be80-384ed5e7d08d req-a3128777-e120-4e81-ba37-0b211f7938af tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=e95f0610-8c59-419e-a3dc-bb1a6422f1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704982 Jun 18 22:09:39.122589 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-bc5ead93-a674-48d2-8065-37c869311d5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475666'] for router, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:39.123144 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc5ead93-a674-48d2-8065-37c869311d5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 974f0c6f-a1b0-436e-82d8-29d2b903723d {{(pid=93268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 22:09:39.127740 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-bc5ead93-a674-48d2-8065-37c869311d5c admin admin] Notify callbacks [] for router, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:39.128877 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-bc5ead93-a674-48d2-8065-37c869311d5c admin admin] 10.222.0.23 "DELETE /v2.0/routers/974f0c6f-a1b0-436e-82d8-29d2b903723d HTTP/1.1" status: 204 len: 168 time: 1.1221533 Jun 18 22:09:39.131266 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 51998) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:09:39.176172 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.db_base_plugin_v2 [None req-130cdbd4-f8fe-4b0f-a862-5cdcb8bb90ee admin admin] Deleting subnet 9dd6f54e-382d-406b-9fea-779a883cc937 {{(pid=93268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 22:09:39.179173 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-130cdbd4-f8fe-4b0f-a862-5cdcb8bb90ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:39.213859 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-130cdbd4-f8fe-4b0f-a862-5cdcb8bb90ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019249'] for subnet, precommit_delete_associations {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:39.322286 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-130cdbd4-f8fe-4b0f-a862-5cdcb8bb90ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525357'] for subnet, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:39.364068 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device 80457bd8-b67b-4f19-997b-121759f2e5e7 no longer exists at agent ovs-agent-dv-cinder-766752-3-smb {{(pid=93269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:09:39.385483 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.plugin [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] No Port match for: 80457bd8-b67b-4f19-997b-121759f2e5e7 {{(pid=93269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:09:39.385740 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device 80457bd8-b67b-4f19-997b-121759f2e5e7 not bound to the agent host dv-cinder-766752-3-smb {{(pid=93269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:09:39.452494 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-130cdbd4-f8fe-4b0f-a862-5cdcb8bb90ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3169623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8640369'] for subnet, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:39.455286 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-b5e39ee6-116c-49ca-bc3e-c1a37692dc6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:09:39.483934 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130cdbd4-f8fe-4b0f-a862-5cdcb8bb90ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9dd6f54e-382d-406b-9fea-779a883cc937,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:09:39.486224 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-130cdbd4-f8fe-4b0f-a862-5cdcb8bb90ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678351'] for subnet, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:39.489924 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-130cdbd4-f8fe-4b0f-a862-5cdcb8bb90ee admin admin] 10.222.0.23 "DELETE /v2.0/subnets/9dd6f54e-382d-406b-9fea-779a883cc937 HTTP/1.1" status: 204 len: 168 time: 0.3558733 Jun 18 22:09:39.489924 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-130cdbd4-f8fe-4b0f-a862-5cdcb8bb90ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:09:39.490399 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33826e4-60a2-4348-a0fe-82a78b270b59 None None] Network 19d8b494-3d57-41df-804d-0604baecd3eb requested from dv-cinder-766752-3-smb {{(pid=93269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 22:09:39.490737 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 52000) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:09:39.560271 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-df5cd9b3-d3ad-497b-a8fe-2f80e6213054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647953'] for network, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:39.619660 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [None req-df5cd9b3-d3ad-497b-a8fe-2f80e6213054 admin admin] Deleting port 8c5475da-669c-4c03-a669-777543829a2b {{(pid=93267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:09:39.620093 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-df5cd9b3-d3ad-497b-a8fe-2f80e6213054 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765939110629'] for port, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:39.686510 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d149f41-e87f-43ce-8418-9fb9d41b1838 None None] DHCP port deletion for 19d8b494-3d57-41df-804d-0604baecd3eb request from dv-cinder-766752-3-smb {{(pid=93269) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 22:09:39.688901 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.plugins.ml2.db [None req-df5cd9b3-d3ad-497b-a8fe-2f80e6213054 admin admin] For port 8c5475da-669c-4c03-a669-777543829a2b, host dv-cinder-766752-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-smb',level=0,port_id=8c5475da-669c-4c03-a669-777543829a2b,segment=NetworkSegment(871cea72-4542-4c26-a7e1-944b53d16263),segment_id=871cea72-4542-4c26-a7e1-944b53d16263)] {{(pid=93267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:09:39.688901 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-df5cd9b3-d3ad-497b-a8fe-2f80e6213054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512668'] for port, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:39.732832 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.plugin [None req-0d149f41-e87f-43ce-8418-9fb9d41b1838 None None] Deleting port 8c5475da-669c-4c03-a669-777543829a2b {{(pid=93269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:09:39.733230 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-0d149f41-e87f-43ce-8418-9fb9d41b1838 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765939110629'] for port, before_delete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:39.756671 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [None req-df5cd9b3-d3ad-497b-a8fe-2f80e6213054 admin admin] Calling delete_port for 8c5475da-669c-4c03-a669-777543829a2b owned by network:dhcp {{(pid=93267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:09:39.798319 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-0d149f41-e87f-43ce-8418-9fb9d41b1838 None None] For port 8c5475da-669c-4c03-a669-777543829a2b, host dv-cinder-766752-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-smb',level=0,port_id=8c5475da-669c-4c03-a669-777543829a2b,segment=NetworkSegment(871cea72-4542-4c26-a7e1-944b53d16263),segment_id=871cea72-4542-4c26-a7e1-944b53d16263)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:09:39.798721 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-0d149f41-e87f-43ce-8418-9fb9d41b1838 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512668'] for port, precommit_delete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:39.861537 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.plugin [None req-0d149f41-e87f-43ce-8418-9fb9d41b1838 None None] Calling delete_port for 8c5475da-669c-4c03-a669-777543829a2b owned by network:dhcp {{(pid=93269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:09:39.939808 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-df5cd9b3-d3ad-497b-a8fe-2f80e6213054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765939117029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765938626151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504252'] for port, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:39.942620 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:09:39.967252 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5cd9b3-d3ad-497b-a8fe-2f80e6213054 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c5475da-669c-4c03-a669-777543829a2b,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:09:39.969168 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5cd9b3-d3ad-497b-a8fe-2f80e6213054 admin admin] No DVR routers for this DVR port 8c5475da-669c-4c03-a669-777543829a2b on host dv-cinder-766752-3-smb {{(pid=93267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 22:09:39.970596 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-df5cd9b3-d3ad-497b-a8fe-2f80e6213054 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:09:39.986630 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-0d149f41-e87f-43ce-8418-9fb9d41b1838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765939117029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765938626151'] for port, after_delete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:39.988500 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:09:40.013455 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d149f41-e87f-43ce-8418-9fb9d41b1838 None None] Pushing event deleted for resources: {'Port': ['ID=8c5475da-669c-4c03-a669-777543829a2b,revision_number=None']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:09:40.016527 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-0d149f41-e87f-43ce-8418-9fb9d41b1838 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:09:40.017336 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d149f41-e87f-43ce-8418-9fb9d41b1838 None None] No DVR routers for this DVR port 8c5475da-669c-4c03-a669-777543829a2b on host dv-cinder-766752-3-smb {{(pid=93269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 22:09:40.045430 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-df5cd9b3-d3ad-497b-a8fe-2f80e6213054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1539570', 'neutron.services.segments.db._delete_segments_for_network-8765939166931'] for network, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:40.054718 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.services.segments.db [None req-df5cd9b3-d3ad-497b-a8fe-2f80e6213054 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19d8b494-3d57-41df-804d-0604baecd3eb']}} {{(pid=93267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:09:40.065073 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.services.segments.db [None req-df5cd9b3-d3ad-497b-a8fe-2f80e6213054 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '871cea72-4542-4c26-a7e1-944b53d16263') {'for_net_delete': True} {{(pid=93267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:09:40.065359 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.services.segments.db [None req-df5cd9b3-d3ad-497b-a8fe-2f80e6213054 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '871cea72-4542-4c26-a7e1-944b53d16263') {} {{(pid=93267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:09:40.073788 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-df5cd9b3-d3ad-497b-a8fe-2f80e6213054 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765939166760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866941'] for segment, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:40.086765 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-df5cd9b3-d3ad-497b-a8fe-2f80e6213054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527226'] for segment, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:40.092382 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df5cd9b3-d3ad-497b-a8fe-2f80e6213054 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=93267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 22:09:40.092782 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-df5cd9b3-d3ad-497b-a8fe-2f80e6213054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2839725'] for segment, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:40.094367 dv-cinder-766752-3-smb neutron-server[93267]: Traceback (most recent call last): Jun 18 22:09:40.094367 dv-cinder-766752-3-smb neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 22:09:40.094367 dv-cinder-766752-3-smb neutron-server[93267]: timer() Jun 18 22:09:40.094367 dv-cinder-766752-3-smb neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 22:09:40.094367 dv-cinder-766752-3-smb neutron-server[93267]: cb(*args, **kw) Jun 18 22:09:40.094367 dv-cinder-766752-3-smb neutron-server[93267]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 22:09:40.094367 dv-cinder-766752-3-smb neutron-server[93267]: return func(*args, **kwargs) Jun 18 22:09:40.094367 dv-cinder-766752-3-smb neutron-server[93267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 22:09:40.094367 dv-cinder-766752-3-smb neutron-server[93267]: self._notify() Jun 18 22:09:40.094367 dv-cinder-766752-3-smb neutron-server[93267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 22:09:40.094367 dv-cinder-766752-3-smb neutron-server[93267]: self.callback(batched_events) Jun 18 22:09:40.094367 dv-cinder-766752-3-smb neutron-server[93267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 22:09:40.094367 dv-cinder-766752-3-smb neutron-server[93267]: event.method(event) Jun 18 22:09:40.094367 dv-cinder-766752-3-smb neutron-server[93267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 22:09:40.094367 dv-cinder-766752-3-smb neutron-server[93267]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 22:09:40.094367 dv-cinder-766752-3-smb neutron-server[93267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 22:09:40.094367 dv-cinder-766752-3-smb neutron-server[93267]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 22:09:40.094367 dv-cinder-766752-3-smb neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 22:09:40.094367 dv-cinder-766752-3-smb neutron-server[93267]: return f(self, *a, **k) Jun 18 22:09:40.094367 dv-cinder-766752-3-smb neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 22:09:40.094367 dv-cinder-766752-3-smb neutron-server[93267]: return self._get(url).json() Jun 18 22:09:40.094367 dv-cinder-766752-3-smb neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 22:09:40.094367 dv-cinder-766752-3-smb neutron-server[93267]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 22:09:40.094367 dv-cinder-766752-3-smb neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 22:09:40.094367 dv-cinder-766752-3-smb neutron-server[93267]: return self.request(url, 'GET', **kwargs) Jun 18 22:09:40.094367 dv-cinder-766752-3-smb neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 22:09:40.094367 dv-cinder-766752-3-smb neutron-server[93267]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 22:09:40.094367 dv-cinder-766752-3-smb neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 22:09:40.094367 dv-cinder-766752-3-smb neutron-server[93267]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 22:09:40.094367 dv-cinder-766752-3-smb neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 22:09:40.094367 dv-cinder-766752-3-smb neutron-server[93267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 22:09:40.094367 dv-cinder-766752-3-smb neutron-server[93267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 22:09:40.231674 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-df5cd9b3-d3ad-497b-a8fe-2f80e6213054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1539563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-490555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1678354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-515970'] for network, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:40.236656 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-df5cd9b3-d3ad-497b-a8fe-2f80e6213054 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678351'] for network, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:40.241710 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-df5cd9b3-d3ad-497b-a8fe-2f80e6213054 admin admin] 10.222.0.23 "DELETE /v2.0/networks/19d8b494-3d57-41df-804d-0604baecd3eb HTTP/1.1" status: 204 len: 168 time: 0.7470324 Jun 18 22:09:40.241710 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-ef092e26-bbd1-4cd1-bf00-2f5dc5699c2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:09:40.241916 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 52004) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:09:40.292598 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5cd9b3-d3ad-497b-a8fe-2f80e6213054 admin admin] Pushing event deleted for resources: {'Network': ['ID=19d8b494-3d57-41df-804d-0604baecd3eb,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:09:40.295305 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-df5cd9b3-d3ad-497b-a8fe-2f80e6213054 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:09:40.532918 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6220d6-c10b-43ff-842f-3092c5dc6948 req-9f0deead-fdfb-48de-9232-1ba701f03f63 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:40.534401 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-8f6220d6-c10b-43ff-842f-3092c5dc6948 req-9f0deead-fdfb-48de-9232-1ba701f03f63 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5d42a4b-1f6b-4643-aacc-265d2230be98 HTTP/1.1" status: 200 len: 946 time: 0.3392427 Jun 18 22:09:40.572045 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-8f6220d6-c10b-43ff-842f-3092c5dc6948 req-c72d1cbb-ac01-4c48-85e5-1ce57c1f078e tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=e95f0610-8c59-419e-a3dc-bb1a6422f1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310996 Jun 18 22:09:40.603471 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-2dc2d758-861b-42ba-91f8-98dd5a5c0616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476109'] for router_interface, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:40.802451 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device 8c5475da-669c-4c03-a669-777543829a2b no longer exists at agent ovs-agent-dv-cinder-766752-3-smb {{(pid=93269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:09:40.825307 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.plugin [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] No Port match for: 8c5475da-669c-4c03-a669-777543829a2b {{(pid=93269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:09:40.825661 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device 8c5475da-669c-4c03-a669-777543829a2b not bound to the agent host dv-cinder-766752-3-smb {{(pid=93269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:09:40.826302 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device 61c31f78-5b2b-4184-95e3-0f952bb3248e no longer exists at agent ovs-agent-dv-cinder-766752-3-smb {{(pid=93269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:09:40.844720 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.plugin [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] No Port match for: 61c31f78-5b2b-4184-95e3-0f952bb3248e {{(pid=93269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:09:40.845067 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device 61c31f78-5b2b-4184-95e3-0f952bb3248e not bound to the agent host dv-cinder-766752-3-smb {{(pid=93269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:09:40.851801 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [None req-2dc2d758-861b-42ba-91f8-98dd5a5c0616 admin admin] Deleting port 042de170-000b-42ff-800b-60537d4e8eb3 {{(pid=93267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:09:40.852194 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-2dc2d758-861b-42ba-91f8-98dd5a5c0616 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765939110629'] for port, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:40.931195 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.plugins.ml2.db [None req-2dc2d758-861b-42ba-91f8-98dd5a5c0616 admin admin] For port 042de170-000b-42ff-800b-60537d4e8eb3, host dv-cinder-766752-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-smb',level=0,port_id=042de170-000b-42ff-800b-60537d4e8eb3,segment=NetworkSegment(0417f4a8-e7c4-4d62-82ef-60984557ec40),segment_id=0417f4a8-e7c4-4d62-82ef-60984557ec40)] {{(pid=93267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:09:40.931571 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-2dc2d758-861b-42ba-91f8-98dd5a5c0616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512668'] for port, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:40.994284 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [None req-2dc2d758-861b-42ba-91f8-98dd5a5c0616 admin admin] Calling delete_port for 042de170-000b-42ff-800b-60537d4e8eb3 owned by network:router_interface {{(pid=93267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:09:41.242322 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-2dc2d758-861b-42ba-91f8-98dd5a5c0616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765939117029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765938626151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504252'] for port, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:41.245707 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:09:41.274154 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc2d758-861b-42ba-91f8-98dd5a5c0616 admin admin] Pushing event deleted for resources: {'Port': ['ID=042de170-000b-42ff-800b-60537d4e8eb3,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:09:41.276499 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-2dc2d758-861b-42ba-91f8-98dd5a5c0616 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:09:41.433506 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-2dc2d758-861b-42ba-91f8-98dd5a5c0616 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476017'] for router_interface, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:41.642271 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dc2d758-861b-42ba-91f8-98dd5a5c0616 admin admin] Router ba2738b0-a733-4bb0-a09c-74991385098c has already been hosted by L3 agent cffdd0dd-f469-4450-b407-8e3f357d30fb {{(pid=93267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 22:09:41.753739 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f30b999-ee61-484a-8a8b-a4e761d01eb7 req-1de0ca8d-9310-445f-9eb6-80fd3bc5758a tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:41.755183 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3f30b999-ee61-484a-8a8b-a4e761d01eb7 req-1de0ca8d-9310-445f-9eb6-80fd3bc5758a tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5d42a4b-1f6b-4643-aacc-265d2230be98 HTTP/1.1" status: 200 len: 946 time: 0.0636086 Jun 18 22:09:41.756215 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc2d758-861b-42ba-91f8-98dd5a5c0616 admin admin] Notify agent at l3_agent.dv-cinder-766752-3-smb the message routers_updated {{(pid=93267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 22:09:41.763860 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-2dc2d758-861b-42ba-91f8-98dd5a5c0616 admin admin] 10.222.0.23 "PUT /v2.0/routers/ba2738b0-a733-4bb0-a09c-74991385098c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5186203 Jun 18 22:09:41.764764 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 52008) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:09:41.767987 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03e6edf-9589-4ea3-a7d0-5955295d2324 None None] Sync routers for ids ['ba2738b0-a733-4bb0-a09c-74991385098c'] in dv-cinder-766752-3-smb {{(pid=93269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 22:09:41.777664 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03e6edf-9589-4ea3-a7d0-5955295d2324 None None] Routers {'ba2738b0-a733-4bb0-a09c-74991385098c'} bound to L3 agent in host dv-cinder-766752-3-smb {{(pid=93269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:09:41.778283 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-c03e6edf-9589-4ea3-a7d0-5955295d2324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T21:54:00Z,description=,heartbeat_timestamp=2021-06-18T22:09:30Z,host='dv-cinder-766752-3-smb',id=cffdd0dd-f469-4450-b407-8e3f357d30fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:54:01Z,topic='l3_agent')) {'router_ids': ['ba2738b0-a733-4bb0-a09c-74991385098c'], 'active': True} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:09:41.796306 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3f30b999-ee61-484a-8a8b-a4e761d01eb7 req-b505745b-421e-4eae-a766-3bc342bdac86 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=e95f0610-8c59-419e-a3dc-bb1a6422f1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346842 Jun 18 22:09:41.873039 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-43a026ce-edf7-464f-b44b-f03f064b4fba admin admin] Notify callbacks [] for router, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:42.010378 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvr_db [None req-c03e6edf-9589-4ea3-a7d0-5955295d2324 None None] Set router ba2738b0-a733-4bb0-a09c-74991385098c gateway port host: dv-cinder-766752-3-smb {{(pid=93269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:09:42.187812 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-c03e6edf-9589-4ea3-a7d0-5955295d2324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba2738b0-a733-4bb0-a09c-74991385098c', 'name': 'tempest-TestMinimumBasicScenario-843384668-router', 'tenant_id': '1b0872e3c40e43e29df59c97028b3c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': 'af97db00-982f-46ce-9ebd-32899dfd03f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:07:13Z', 'updated_at': '2021-06-18T22:09:41Z', 'revision_number': 5, 'project_id': '1b0872e3c40e43e29df59c97028b3c33', 'gw_port': {'id': 'af97db00-982f-46ce-9ebd-32899dfd03f7', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2738b0-a733-4bb0-a09c-74991385098c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:07:13Z', 'updated_at': '2021-06-18T22:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb'}], 'dv-cinder-766752-3-smb', False) {} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:09:42.188826 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-43a026ce-edf7-464f-b44b-f03f064b4fba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:42.217345 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03e6edf-9589-4ea3-a7d0-5955295d2324 None None] Checking router: ba2738b0-a733-4bb0-a09c-74991385098c for host: dv-cinder-766752-3-smb {{(pid=93269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 22:09:42.225478 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03e6edf-9589-4ea3-a7d0-5955295d2324 None None] Routers {'ba2738b0-a733-4bb0-a09c-74991385098c'} bound to L3 agent in host dv-cinder-766752-3-smb {{(pid=93269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:09:42.226067 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-c03e6edf-9589-4ea3-a7d0-5955295d2324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T21:54:00Z,description=,heartbeat_timestamp=2021-06-18T22:09:30Z,host='dv-cinder-766752-3-smb',id=cffdd0dd-f469-4450-b407-8e3f357d30fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:54:01Z,topic='l3_agent')) {'router_ids': ['ba2738b0-a733-4bb0-a09c-74991385098c'], 'active': True} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:09:42.318155 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [None req-43a026ce-edf7-464f-b44b-f03f064b4fba admin admin] Deleting port af97db00-982f-46ce-9ebd-32899dfd03f7 {{(pid=93267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:09:42.318601 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-43a026ce-edf7-464f-b44b-f03f064b4fba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765939110629'] for port, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:42.333070 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvr_db [None req-c03e6edf-9589-4ea3-a7d0-5955295d2324 None None] Set router ba2738b0-a733-4bb0-a09c-74991385098c gateway port host: dv-cinder-766752-3-smb {{(pid=93269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:09:42.398013 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.plugins.ml2.db [None req-43a026ce-edf7-464f-b44b-f03f064b4fba admin admin] For port af97db00-982f-46ce-9ebd-32899dfd03f7, host dv-cinder-766752-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-smb',level=0,port_id=af97db00-982f-46ce-9ebd-32899dfd03f7,segment=NetworkSegment(84b34c11-c765-4838-8c05-a350e58a1412),segment_id=84b34c11-c765-4838-8c05-a350e58a1412)] {{(pid=93267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:09:42.398354 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-43a026ce-edf7-464f-b44b-f03f064b4fba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512668'] for port, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:42.463052 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [None req-43a026ce-edf7-464f-b44b-f03f064b4fba admin admin] Calling delete_port for af97db00-982f-46ce-9ebd-32899dfd03f7 owned by network:router_gateway {{(pid=93267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:09:42.506868 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-c03e6edf-9589-4ea3-a7d0-5955295d2324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba2738b0-a733-4bb0-a09c-74991385098c', 'name': 'tempest-TestMinimumBasicScenario-843384668-router', 'tenant_id': '1b0872e3c40e43e29df59c97028b3c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': 'af97db00-982f-46ce-9ebd-32899dfd03f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:07:13Z', 'updated_at': '2021-06-18T22:09:41Z', 'revision_number': 5, 'project_id': '1b0872e3c40e43e29df59c97028b3c33', 'gw_port': {'id': 'af97db00-982f-46ce-9ebd-32899dfd03f7', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2738b0-a733-4bb0-a09c-74991385098c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:07:13Z', 'updated_at': '2021-06-18T22:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb'}], 'dv-cinder-766752-3-smb', False) {} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:09:42.532862 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03e6edf-9589-4ea3-a7d0-5955295d2324 None None] The sync data for ids ['ba2738b0-a733-4bb0-a09c-74991385098c'] in dv-cinder-766752-3-smb is: [{'id': 'ba2738b0-a733-4bb0-a09c-74991385098c', 'name': 'tempest-TestMinimumBasicScenario-843384668-router', 'tenant_id': '1b0872e3c40e43e29df59c97028b3c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': 'af97db00-982f-46ce-9ebd-32899dfd03f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:07:13Z', 'updated_at': '2021-06-18T22:09:41Z', 'revision_number': 5, 'project_id': '1b0872e3c40e43e29df59c97028b3c33', 'gw_port': {'id': 'af97db00-982f-46ce-9ebd-32899dfd03f7', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2738b0-a733-4bb0-a09c-74991385098c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:07:13Z', 'updated_at': '2021-06-18T22:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb'}] {{(pid=93269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 22:09:42.699127 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-43a026ce-edf7-464f-b44b-f03f064b4fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765939117029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765938626151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504252'] for port, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:42.701093 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-6eda50bf-6be7-470b-9996-6ccda9a87dba tempest-AttachVolumeTestJSON-1315787241 tempest-AttachVolumeTestJSON-1315787241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:09:42.723569 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a026ce-edf7-464f-b44b-f03f064b4fba admin admin] Pushing event deleted for resources: {'Port': ['ID=af97db00-982f-46ce-9ebd-32899dfd03f7,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:09:42.728469 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-43a026ce-edf7-464f-b44b-f03f064b4fba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:09:42.791732 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-43a026ce-edf7-464f-b44b-f03f064b4fba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-515933'] for router_gateway, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:42.898486 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-43a026ce-edf7-464f-b44b-f03f064b4fba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-477251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65146'] for router, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:42.901719 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-43a026ce-edf7-464f-b44b-f03f064b4fba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:43.002584 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d7871-50b2-4e96-a061-a0a55bdc0087 req-919d746d-d181-49d6-a436-5267525c53d1 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:43.008624 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-ff2d7871-50b2-4e96-a061-a0a55bdc0087 req-919d746d-d181-49d6-a436-5267525c53d1 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5d42a4b-1f6b-4643-aacc-265d2230be98 HTTP/1.1" status: 200 len: 946 time: 0.0778928 Jun 18 22:09:43.021507 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device 042de170-000b-42ff-800b-60537d4e8eb3 no longer exists at agent ovs-agent-dv-cinder-766752-3-smb {{(pid=93269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:09:43.050851 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-ff2d7871-50b2-4e96-a061-a0a55bdc0087 req-76eae9f1-b203-45b9-81d9-fda9a30999d7 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=e95f0610-8c59-419e-a3dc-bb1a6422f1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395212 Jun 18 22:09:43.051200 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.plugin [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] No Port match for: 042de170-000b-42ff-800b-60537d4e8eb3 {{(pid=93269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:09:43.051498 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device 042de170-000b-42ff-800b-60537d4e8eb3 not bound to the agent host dv-cinder-766752-3-smb {{(pid=93269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:09:43.074622 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-43a026ce-edf7-464f-b44b-f03f064b4fba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475666'] for router, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:43.075189 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a026ce-edf7-464f-b44b-f03f064b4fba admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba2738b0-a733-4bb0-a09c-74991385098c {{(pid=93267) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 22:09:43.084756 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-43a026ce-edf7-464f-b44b-f03f064b4fba admin admin] Notify callbacks [] for router, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:43.085878 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-43a026ce-edf7-464f-b44b-f03f064b4fba admin admin] 10.222.0.23 "DELETE /v2.0/routers/ba2738b0-a733-4bb0-a09c-74991385098c HTTP/1.1" status: 204 len: 168 time: 1.3207481 Jun 18 22:09:43.088828 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 52012) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:09:43.138150 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb135e54-e962-4813-89b9-ae91a231e194 admin admin] Deleting subnet 588aa0ae-6995-45b9-8fcf-e1997f9a6b86 {{(pid=93267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 22:09:43.141615 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-cb135e54-e962-4813-89b9-ae91a231e194 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:43.177219 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-cb135e54-e962-4813-89b9-ae91a231e194 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3866932'] for subnet, precommit_delete_associations {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:43.255773 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-cb135e54-e962-4813-89b9-ae91a231e194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525357'] for subnet, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:43.396955 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-cb135e54-e962-4813-89b9-ae91a231e194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2856249'] for subnet, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:43.400112 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-4af9e658-2d5b-4b2a-899d-449a07e57ff2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:09:43.423849 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb135e54-e962-4813-89b9-ae91a231e194 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=588aa0ae-6995-45b9-8fcf-e1997f9a6b86,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:09:43.425808 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-cb135e54-e962-4813-89b9-ae91a231e194 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:43.429440 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-cb135e54-e962-4813-89b9-ae91a231e194 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/588aa0ae-6995-45b9-8fcf-e1997f9a6b86 HTTP/1.1" status: 204 len: 168 time: 0.3396463 Jun 18 22:09:43.429564 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d0c004-c58b-4869-a9f7-14adf9ff7498 None None] Network 294cfe34-56f8-44d4-aaa6-49471c09bad9 requested from dv-cinder-766752-3-smb {{(pid=93269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 22:09:43.430877 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 52014) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:09:43.431792 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-cb135e54-e962-4813-89b9-ae91a231e194 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:09:43.498088 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-196295e1-440a-4fc6-92d3-bab511686099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647953'] for network, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:43.559343 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-196295e1-440a-4fc6-92d3-bab511686099 admin admin] Deleting port 536dda9e-8c12-43e2-930c-163f4ad1e967 {{(pid=93268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:09:43.559679 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-196295e1-440a-4fc6-92d3-bab511686099 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765939110629'] for port, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:43.609232 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01538bb7-c30d-4ea5-bc0e-089a7ea4dcb7 None None] DHCP port deletion for 294cfe34-56f8-44d4-aaa6-49471c09bad9 request from dv-cinder-766752-3-smb {{(pid=93269) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 22:09:43.630144 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-196295e1-440a-4fc6-92d3-bab511686099 admin admin] For port 536dda9e-8c12-43e2-930c-163f4ad1e967, host dv-cinder-766752-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-smb',level=0,port_id=536dda9e-8c12-43e2-930c-163f4ad1e967,segment=NetworkSegment(0417f4a8-e7c4-4d62-82ef-60984557ec40),segment_id=0417f4a8-e7c4-4d62-82ef-60984557ec40)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:09:43.630503 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-196295e1-440a-4fc6-92d3-bab511686099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512668'] for port, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:43.653451 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.plugin [None req-01538bb7-c30d-4ea5-bc0e-089a7ea4dcb7 None None] Deleting port 536dda9e-8c12-43e2-930c-163f4ad1e967 {{(pid=93269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:09:43.653963 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-01538bb7-c30d-4ea5-bc0e-089a7ea4dcb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765939110629'] for port, before_delete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:43.692923 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-196295e1-440a-4fc6-92d3-bab511686099 admin admin] Calling delete_port for 536dda9e-8c12-43e2-930c-163f4ad1e967 owned by network:dhcp {{(pid=93268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:09:43.714334 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-01538bb7-c30d-4ea5-bc0e-089a7ea4dcb7 None None] For port 536dda9e-8c12-43e2-930c-163f4ad1e967, host dv-cinder-766752-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-smb',level=0,port_id=536dda9e-8c12-43e2-930c-163f4ad1e967,segment=NetworkSegment(0417f4a8-e7c4-4d62-82ef-60984557ec40),segment_id=0417f4a8-e7c4-4d62-82ef-60984557ec40)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:09:43.714727 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-01538bb7-c30d-4ea5-bc0e-089a7ea4dcb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512668'] for port, precommit_delete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:43.780099 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.plugin [None req-01538bb7-c30d-4ea5-bc0e-089a7ea4dcb7 None None] Calling delete_port for 536dda9e-8c12-43e2-930c-163f4ad1e967 owned by network:dhcp {{(pid=93269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:09:43.877206 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-196295e1-440a-4fc6-92d3-bab511686099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765939117029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765938626151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3169581'] for port, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:43.880357 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-e4dfe023-2a01-43fa-b65f-fe7e34fc5c89 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:09:43.882541 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-01538bb7-c30d-4ea5-bc0e-089a7ea4dcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765939117029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765938626151'] for port, after_delete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:43.885399 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:09:43.903116 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196295e1-440a-4fc6-92d3-bab511686099 admin admin] Pushing event deleted for resources: {'Port': ['ID=536dda9e-8c12-43e2-930c-163f4ad1e967,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:09:43.905726 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-196295e1-440a-4fc6-92d3-bab511686099 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:09:43.908257 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196295e1-440a-4fc6-92d3-bab511686099 admin admin] No DVR routers for this DVR port 536dda9e-8c12-43e2-930c-163f4ad1e967 on host dv-cinder-766752-3-smb {{(pid=93268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 22:09:43.911515 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01538bb7-c30d-4ea5-bc0e-089a7ea4dcb7 None None] Pushing event deleted for resources: {'Port': ['ID=536dda9e-8c12-43e2-930c-163f4ad1e967,revision_number=None']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:09:43.913324 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01538bb7-c30d-4ea5-bc0e-089a7ea4dcb7 None None] No DVR routers for this DVR port 536dda9e-8c12-43e2-930c-163f4ad1e967 on host dv-cinder-766752-3-smb {{(pid=93269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 22:09:43.915363 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-01538bb7-c30d-4ea5-bc0e-089a7ea4dcb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:09:43.982258 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-196295e1-440a-4fc6-92d3-bab511686099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1539570', 'neutron.services.segments.db._delete_segments_for_network-8765939166931'] for network, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:43.992017 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.services.segments.db [None req-196295e1-440a-4fc6-92d3-bab511686099 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['294cfe34-56f8-44d4-aaa6-49471c09bad9']}} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:09:44.002357 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.services.segments.db [None req-196295e1-440a-4fc6-92d3-bab511686099 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0417f4a8-e7c4-4d62-82ef-60984557ec40') {'for_net_delete': True} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:09:44.002646 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.services.segments.db [None req-196295e1-440a-4fc6-92d3-bab511686099 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0417f4a8-e7c4-4d62-82ef-60984557ec40') {} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:09:44.011127 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-196295e1-440a-4fc6-92d3-bab511686099 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765939166760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019256'] for segment, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:44.024239 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-196295e1-440a-4fc6-92d3-bab511686099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527226'] for segment, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:44.029760 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-196295e1-440a-4fc6-92d3-bab511686099 admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=93268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 22:09:44.030164 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-196295e1-440a-4fc6-92d3-bab511686099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3043836'] for segment, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:44.031735 dv-cinder-766752-3-smb neutron-server[93268]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:09:44.031735 dv-cinder-766752-3-smb neutron-server[93268]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:09:44.031735 dv-cinder-766752-3-smb neutron-server[93268]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:09:44.031735 dv-cinder-766752-3-smb neutron-server[93268]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:09:44.031735 dv-cinder-766752-3-smb neutron-server[93268]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:09:44.031735 dv-cinder-766752-3-smb neutron-server[93268]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:09:44.031735 dv-cinder-766752-3-smb neutron-server[93268]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:09:44.031735 dv-cinder-766752-3-smb neutron-server[93268]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:09:44.031735 dv-cinder-766752-3-smb neutron-server[93268]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:09:44.031735 dv-cinder-766752-3-smb neutron-server[93268]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:09:44.031735 dv-cinder-766752-3-smb neutron-server[93268]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 22:09:44.031735 dv-cinder-766752-3-smb neutron-server[93268]: conditions |= (models_v2.Port.network_id.in_( Jun 18 22:09:44.031735 dv-cinder-766752-3-smb neutron-server[93268]: Traceback (most recent call last): Jun 18 22:09:44.031735 dv-cinder-766752-3-smb neutron-server[93268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 22:09:44.031735 dv-cinder-766752-3-smb neutron-server[93268]: timer() Jun 18 22:09:44.031735 dv-cinder-766752-3-smb neutron-server[93268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 22:09:44.031735 dv-cinder-766752-3-smb neutron-server[93268]: cb(*args, **kw) Jun 18 22:09:44.031735 dv-cinder-766752-3-smb neutron-server[93268]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 22:09:44.031735 dv-cinder-766752-3-smb neutron-server[93268]: return func(*args, **kwargs) Jun 18 22:09:44.031735 dv-cinder-766752-3-smb neutron-server[93268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 22:09:44.031735 dv-cinder-766752-3-smb neutron-server[93268]: self._notify() Jun 18 22:09:44.031735 dv-cinder-766752-3-smb neutron-server[93268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 22:09:44.031735 dv-cinder-766752-3-smb neutron-server[93268]: self.callback(batched_events) Jun 18 22:09:44.031735 dv-cinder-766752-3-smb neutron-server[93268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 22:09:44.031735 dv-cinder-766752-3-smb neutron-server[93268]: event.method(event) Jun 18 22:09:44.031735 dv-cinder-766752-3-smb neutron-server[93268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 22:09:44.031735 dv-cinder-766752-3-smb neutron-server[93268]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 22:09:44.031735 dv-cinder-766752-3-smb neutron-server[93268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 22:09:44.031735 dv-cinder-766752-3-smb neutron-server[93268]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 22:09:44.031735 dv-cinder-766752-3-smb neutron-server[93268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 22:09:44.031735 dv-cinder-766752-3-smb neutron-server[93268]: return f(self, *a, **k) Jun 18 22:09:44.031735 dv-cinder-766752-3-smb neutron-server[93268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 22:09:44.031735 dv-cinder-766752-3-smb neutron-server[93268]: return self._get(url).json() Jun 18 22:09:44.031735 dv-cinder-766752-3-smb neutron-server[93268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 22:09:44.031735 dv-cinder-766752-3-smb neutron-server[93268]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 22:09:44.031735 dv-cinder-766752-3-smb neutron-server[93268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 22:09:44.031735 dv-cinder-766752-3-smb neutron-server[93268]: return self.request(url, 'GET', **kwargs) Jun 18 22:09:44.031735 dv-cinder-766752-3-smb neutron-server[93268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 22:09:44.031735 dv-cinder-766752-3-smb neutron-server[93268]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 22:09:44.031735 dv-cinder-766752-3-smb neutron-server[93268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 22:09:44.031735 dv-cinder-766752-3-smb neutron-server[93268]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 22:09:44.031735 dv-cinder-766752-3-smb neutron-server[93268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 22:09:44.031735 dv-cinder-766752-3-smb neutron-server[93268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 22:09:44.031735 dv-cinder-766752-3-smb neutron-server[93268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 22:09:44.166011 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-196295e1-440a-4fc6-92d3-bab511686099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1539563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-490555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1678354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-515970'] for network, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:44.172559 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-196295e1-440a-4fc6-92d3-bab511686099 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678351'] for network, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:44.174389 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-196295e1-440a-4fc6-92d3-bab511686099 admin admin] 10.222.0.23 "DELETE /v2.0/networks/294cfe34-56f8-44d4-aaa6-49471c09bad9 HTTP/1.1" status: 204 len: 168 time: 0.7424965 Jun 18 22:09:44.182636 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:09:44.216376 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196295e1-440a-4fc6-92d3-bab511686099 admin admin] Pushing event deleted for resources: {'Network': ['ID=294cfe34-56f8-44d4-aaa6-49471c09bad9,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:09:44.218913 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-196295e1-440a-4fc6-92d3-bab511686099 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:09:44.251549 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe04bcc-002a-4be5-81aa-92f525b388a0 req-2749f54b-fdeb-4063-b318-f89867e3922a tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:44.253069 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-0fe04bcc-002a-4be5-81aa-92f525b388a0 req-2749f54b-fdeb-4063-b318-f89867e3922a tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5d42a4b-1f6b-4643-aacc-265d2230be98 HTTP/1.1" status: 200 len: 946 time: 0.0841243 Jun 18 22:09:44.290829 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-0fe04bcc-002a-4be5-81aa-92f525b388a0 req-6d53b6a0-a01f-4010-9c8e-1c20f319e9ea tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=e95f0610-8c59-419e-a3dc-bb1a6422f1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313115 Jun 18 22:09:44.533398 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 52020) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:09:44.572943 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-2aaefbf2-c642-44ba-9ad7-69428164630b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2087593c47844d1f9be49b18fcc05ab4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382700 Jun 18 22:09:44.575179 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 52022) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:09:44.621649 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-5f34cf17-5c9d-4292-a524-8776123f2892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:44.641818 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-5f34cf17-5c9d-4292-a524-8776123f2892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:44.788946 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-5f34cf17-5c9d-4292-a524-8776123f2892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:44.792240 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-5f34cf17-5c9d-4292-a524-8776123f2892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:44.793495 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-5f34cf17-5c9d-4292-a524-8776123f2892 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6352080f-1f40-42d5-bc77-ae4725cc805c HTTP/1.1" status: 204 len: 168 time: 0.2173848 Jun 18 22:09:44.794310 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-4aee078c-d20a-44ed-acb9-3d2f753882e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:09:44.802737 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f34cf17-5c9d-4292-a524-8776123f2892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6352080f-1f40-42d5-bc77-ae4725cc805c,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:09:44.804156 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device af97db00-982f-46ce-9ebd-32899dfd03f7 no longer exists at agent ovs-agent-dv-cinder-766752-3-smb {{(pid=93269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:09:44.805744 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-5f34cf17-5c9d-4292-a524-8776123f2892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:09:44.828142 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.plugin [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] No Port match for: af97db00-982f-46ce-9ebd-32899dfd03f7 {{(pid=93269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:09:44.828491 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device af97db00-982f-46ce-9ebd-32899dfd03f7 not bound to the agent host dv-cinder-766752-3-smb {{(pid=93269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:09:44.828922 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device 536dda9e-8c12-43e2-930c-163f4ad1e967 no longer exists at agent ovs-agent-dv-cinder-766752-3-smb {{(pid=93269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:09:44.850205 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.plugin [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] No Port match for: 536dda9e-8c12-43e2-930c-163f4ad1e967 {{(pid=93269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:09:44.850552 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device 536dda9e-8c12-43e2-930c-163f4ad1e967 not bound to the agent host dv-cinder-766752-3-smb {{(pid=93269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:09:45.471783 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca38811-fdf1-45ee-94f6-3757b528443b req-622d4638-6449-44d4-a725-4bb46c9ebfb6 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:45.473307 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-2ca38811-fdf1-45ee-94f6-3757b528443b req-622d4638-6449-44d4-a725-4bb46c9ebfb6 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5d42a4b-1f6b-4643-aacc-265d2230be98 HTTP/1.1" status: 200 len: 946 time: 0.0665808 Jun 18 22:09:45.489377 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 52030) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:09:45.511204 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-2ca38811-fdf1-45ee-94f6-3757b528443b req-2603ebdb-8fcf-47ac-9981-e9c7abfeb723 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=e95f0610-8c59-419e-a3dc-bb1a6422f1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323284 Jun 18 22:09:45.531814 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-aa423eb2-2596-4437-8748-17a7d1a247e8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1b0872e3c40e43e29df59c97028b3c33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0410535 Jun 18 22:09:45.533943 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 52032) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:09:45.581029 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd988-b11d-4d97-a7dd-439f6634dfe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:45.602175 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd988-b11d-4d97-a7dd-439f6634dfe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:45.733629 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd988-b11d-4d97-a7dd-439f6634dfe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:45.736158 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd988-b11d-4d97-a7dd-439f6634dfe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:45.737357 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-dc8cd988-b11d-4d97-a7dd-439f6634dfe1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a75a1a99-453e-4d70-9843-38203cbe1c95 HTTP/1.1" status: 204 len: 168 time: 0.2025375 Jun 18 22:09:45.738470 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-fd4638e6-eae6-4d07-a58c-e2cb73a5415a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:09:45.746913 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8cd988-b11d-4d97-a7dd-439f6634dfe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a75a1a99-453e-4d70-9843-38203cbe1c95,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:09:45.749260 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-dc8cd988-b11d-4d97-a7dd-439f6634dfe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:09:46.696216 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321fad36-0ade-4a08-9cee-4258751c2058 req-82a2fe9f-c084-4c27-a7b5-b0392f7eb742 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:46.697666 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-321fad36-0ade-4a08-9cee-4258751c2058 req-82a2fe9f-c084-4c27-a7b5-b0392f7eb742 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5d42a4b-1f6b-4643-aacc-265d2230be98 HTTP/1.1" status: 200 len: 946 time: 0.0615385 Jun 18 22:09:46.734127 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-321fad36-0ade-4a08-9cee-4258751c2058 req-f9e094a1-561c-4bcf-90ae-14626b3a0c49 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=e95f0610-8c59-419e-a3dc-bb1a6422f1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309839 Jun 18 22:09:47.911616 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7004baf-f9d5-496a-8dd2-fc5381dab869 req-18c2ead1-29cb-40aa-9b9b-6273f282afac tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:47.913114 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-d7004baf-f9d5-496a-8dd2-fc5381dab869 req-18c2ead1-29cb-40aa-9b9b-6273f282afac tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5d42a4b-1f6b-4643-aacc-265d2230be98 HTTP/1.1" status: 200 len: 946 time: 0.0618587 Jun 18 22:09:47.954957 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-d7004baf-f9d5-496a-8dd2-fc5381dab869 req-681322ea-3c9d-4328-977e-06ab6d1a3487 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=e95f0610-8c59-419e-a3dc-bb1a6422f1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359607 Jun 18 22:09:47.988018 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.agents_db [None req-e551f8fc-329d-4229-a52e-01157ddddd3a None None] Agent healthcheck: found 6 active agents {{(pid=93270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 22:09:48.879937 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device d2a51db3-b165-438c-aedf-8f83ae188f36 details requested by agent hyperv_hv-cinder-76675 with host hv-cinder-76675 {{(pid=93269) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 22:09:48.973022 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] For port d2a51db3-b165-438c-aedf-8f83ae188f36, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=d2a51db3-b165-438c-aedf-8f83ae188f36,segment=NetworkSegment(a78d8b83-5ba8-4fe4-9d6b-ca6065c6919a),segment_id=a78d8b83-5ba8-4fe4-9d6b-ca6065c6919a)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:09:48.984196 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Returning: {'device': 'd2a51db3-b165-438c-aedf-8f83ae188f36', 'network_id': '1d1f4389-47a7-47d4-a0f5-f21dad0f67c2', 'port_id': 'd2a51db3-b165-438c-aedf-8f83ae188f36', 'mac_address': 'fa:16:3e:56:16:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7481fd0b-ce05-4e67-b068-a6b20f3c0083', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93269) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 22:09:49.020069 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:49.032337 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.notifiers.nova [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d2a51db3-b165-438c-aedf-8f83ae188f36 {{(pid=93269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:09:49.051464 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] For port d2a51db3-b165-438c-aedf-8f83ae188f36, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=d2a51db3-b165-438c-aedf-8f83ae188f36,segment=NetworkSegment(a78d8b83-5ba8-4fe4-9d6b-ca6065c6919a),segment_id=a78d8b83-5ba8-4fe4-9d6b-ca6065c6919a)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:09:49.122207 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:49.124058 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:09:49.134862 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad11b830-3212-4deb-b01f-96d05793dac6 req-160175ab-4d52-417a-8351-413ab6b0b454 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:49.136312 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-ad11b830-3212-4deb-b01f-96d05793dac6 req-160175ab-4d52-417a-8351-413ab6b0b454 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5d42a4b-1f6b-4643-aacc-265d2230be98 HTTP/1.1" status: 200 len: 946 time: 0.0649025 Jun 18 22:09:49.170392 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Pushing event updated for resources: {'Port': ['ID=d2a51db3-b165-438c-aedf-8f83ae188f36,revision_number=6']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:09:49.173792 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-ad11b830-3212-4deb-b01f-96d05793dac6 req-14ba01fd-5109-4e8f-a4e0-d4dfb76e27f9 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=e95f0610-8c59-419e-a3dc-bb1a6422f1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316494 Jun 18 22:09:49.177307 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:09:49.177655 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:09:49.177996 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:09:49.178331 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:09:49.178656 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:09:49.178982 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:09:49.179331 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:09:49.179679 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:09:49.181148 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:09:49.181476 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:09:49.181798 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:09:49.182117 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:09:49.186112 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:09:49.280418 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] get_ports_and_sgs() called for port_ids ['d2a51db3-b165-438c-aedf-8f83ae188f36'] {{(pid=93269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:09:50.119794 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:50.358418 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f062336-0c0e-4e6a-b8f1-20e082ce8e15 req-10e286f2-12a0-4d87-a9da-f3155ee1d185 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:50.360273 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-0f062336-0c0e-4e6a-b8f1-20e082ce8e15 req-10e286f2-12a0-4d87-a9da-f3155ee1d185 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5d42a4b-1f6b-4643-aacc-265d2230be98 HTTP/1.1" status: 200 len: 945 time: 0.0660112 Jun 18 22:09:50.397554 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-0f062336-0c0e-4e6a-b8f1-20e082ce8e15 req-6cb0fbd7-38c9-4a54-bf6d-7e87cc8aae20 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=e95f0610-8c59-419e-a3dc-bb1a6422f1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318089 Jun 18 22:09:50.893255 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device d2a51db3-b165-438c-aedf-8f83ae188f36 up at agent hyperv_hv-cinder-76675 {{(pid=93269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:09:50.947792 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Provisioning complete for port d2a51db3-b165-438c-aedf-8f83ae188f36 triggered by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:09:50.948605 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:51.037307 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:51.060459 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d42a4b-1f6b-4643-aacc-265d2230be98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2a51db3-b165-438c-aedf-8f83ae188f36'}] {{(pid=93269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:09:51.063318 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af3cbdd609d599d07a5217d2d1a89114698d9a8f3654956f7909e96a5eb364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05e9aaa-3180-425d-b967-b3aacb5bcc74" -d '{"events": [{"server_uuid": "a5d42a4b-1f6b-4643-aacc-265d2230be98", "name": "network-vif-plugged", "status": "completed", "tag": "d2a51db3-b165-438c-aedf-8f83ae188f36"}]}' {{(pid=93269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:09:51.077259 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] For port d2a51db3-b165-438c-aedf-8f83ae188f36, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=d2a51db3-b165-438c-aedf-8f83ae188f36,segment=NetworkSegment(a78d8b83-5ba8-4fe4-9d6b-ca6065c6919a),segment_id=a78d8b83-5ba8-4fe4-9d6b-ca6065c6919a)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:09:51.113051 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b7ecab-fe4e-41a6-b11e-9ca6c11dade6 x-openstack-request-id: req-b8b7ecab-fe4e-41a6-b11e-9ca6c11dade6 {{(pid=93269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:09:51.113051 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5d42a4b-1f6b-4643-aacc-265d2230be98", "name": "network-vif-plugged", "status": "completed", "tag": "d2a51db3-b165-438c-aedf-8f83ae188f36", "code": 200}]} {{(pid=93269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:09:51.113051 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b8b7ecab-fe4e-41a6-b11e-9ca6c11dade6 {{(pid=93269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:09:51.113051 dv-cinder-766752-3-smb neutron-server[93269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5d42a4b-1f6b-4643-aacc-265d2230be98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2a51db3-b165-438c-aedf-8f83ae188f36', 'code': 200} Jun 18 22:09:51.166206 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:51.167938 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:09:51.224188 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Pushing event updated for resources: {'Port': ['ID=d2a51db3-b165-438c-aedf-8f83ae188f36,revision_number=7']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:09:51.229415 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:09:51.588633 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a20e21f-3534-411d-bfd5-75031a7182bd req-497ff8c5-dfd9-4bd1-89f8-398b0c8c7b69 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:51.590096 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-5a20e21f-3534-411d-bfd5-75031a7182bd req-497ff8c5-dfd9-4bd1-89f8-398b0c8c7b69 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5d42a4b-1f6b-4643-aacc-265d2230be98 HTTP/1.1" status: 200 len: 946 time: 0.0706432 Jun 18 22:09:51.630262 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-5a20e21f-3534-411d-bfd5-75031a7182bd req-83b18392-3b9a-4cae-8bca-5447262e8449 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=e95f0610-8c59-419e-a3dc-bb1a6422f1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337794 Jun 18 22:09:52.846417 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8c801-a238-4bb0-af57-1c9a3511987b req-8995cb1e-bf5c-4eaf-9360-41e5025cc73f tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:52.847935 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a3b8c801-a238-4bb0-af57-1c9a3511987b req-8995cb1e-bf5c-4eaf-9360-41e5025cc73f tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5d42a4b-1f6b-4643-aacc-265d2230be98 HTTP/1.1" status: 200 len: 946 time: 0.0703132 Jun 18 22:09:52.892361 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a3b8c801-a238-4bb0-af57-1c9a3511987b req-0b51cf5e-91b0-4177-aa06-9bdfd64c353b tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=e95f0610-8c59-419e-a3dc-bb1a6422f1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370581 Jun 18 22:09:54.086432 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc60b4b0-cb6f-471e-a383-b263a2b87bda req-a0cbc27d-df5b-482a-b5fd-71ca8900992a tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:54.088374 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-fc60b4b0-cb6f-471e-a383-b263a2b87bda req-a0cbc27d-df5b-482a-b5fd-71ca8900992a tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5d42a4b-1f6b-4643-aacc-265d2230be98 HTTP/1.1" status: 200 len: 946 time: 0.0758336 Jun 18 22:09:54.134551 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-fc60b4b0-cb6f-471e-a383-b263a2b87bda req-5779adfb-b8c0-4c16-9ea5-3a6a9f3c8600 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=e95f0610-8c59-419e-a3dc-bb1a6422f1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400631 Jun 18 22:09:55.341303 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5c16e-3ee2-4f36-935e-8e28aae49b66 req-989be4c2-94cb-4420-9f25-820818d4806a tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:55.342780 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-f9e5c16e-3ee2-4f36-935e-8e28aae49b66 req-989be4c2-94cb-4420-9f25-820818d4806a tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5d42a4b-1f6b-4643-aacc-265d2230be98 HTTP/1.1" status: 200 len: 946 time: 0.0806999 Jun 18 22:09:55.391413 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-f9e5c16e-3ee2-4f36-935e-8e28aae49b66 req-420ef1e6-18e1-4a08-966f-d3b8ebb88a88 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=e95f0610-8c59-419e-a3dc-bb1a6422f1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407612 Jun 18 22:09:56.579266 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2375c-d178-4b21-9ddb-a8681765e8df req-9542be7a-9a45-4826-ab29-0fbb9a1262f0 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:56.580801 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-6fe2375c-d178-4b21-9ddb-a8681765e8df req-9542be7a-9a45-4826-ab29-0fbb9a1262f0 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5d42a4b-1f6b-4643-aacc-265d2230be98 HTTP/1.1" status: 200 len: 946 time: 0.0674131 Jun 18 22:09:56.626147 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-6fe2375c-d178-4b21-9ddb-a8681765e8df req-b92bfa02-7b56-42d8-ac4c-7a01c80fed42 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=e95f0610-8c59-419e-a3dc-bb1a6422f1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382152 Jun 18 22:09:57.679386 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-410801b3-57b6-438e-a0da-1b2f88fe1e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:09:57.837870 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c3bee7-a0a8-4dd5-bc2a-b7f7f483cb13 req-b4efe01e-6f3c-46c4-b8eb-fa73eb5beb53 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:57.845213 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-95c3bee7-a0a8-4dd5-bc2a-b7f7f483cb13 req-b4efe01e-6f3c-46c4-b8eb-fa73eb5beb53 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5d42a4b-1f6b-4643-aacc-265d2230be98 HTTP/1.1" status: 200 len: 946 time: 0.0769224 Jun 18 22:09:57.885102 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-95c3bee7-a0a8-4dd5-bc2a-b7f7f483cb13 req-c003f9a0-ffec-4937-ab2d-0790d058fdba tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=e95f0610-8c59-419e-a3dc-bb1a6422f1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387695 Jun 18 22:09:59.071066 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b204bbb-0985-4a12-a880-616d9d3262cf req-c88a24bf-a4a9-46e9-8c60-18e77280f516 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:09:59.072546 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-1b204bbb-0985-4a12-a880-616d9d3262cf req-c88a24bf-a4a9-46e9-8c60-18e77280f516 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5d42a4b-1f6b-4643-aacc-265d2230be98 HTTP/1.1" status: 200 len: 946 time: 0.0690949 Jun 18 22:09:59.112000 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-1b204bbb-0985-4a12-a880-616d9d3262cf req-71a98f96-034b-4d6a-8dc9-f316248de4e0 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=e95f0610-8c59-419e-a3dc-bb1a6422f1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334628 Jun 18 22:10:00.194248 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-9c1ee9d5-9b08-40e5-bcbc-bce8f3b0dfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:00.303687 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf46cd-2b1a-446a-8873-99acedbfcfc9 req-2b851c18-970b-4df4-beb5-a4a03cb78772 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:10:00.305986 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-10bf46cd-2b1a-446a-8873-99acedbfcfc9 req-2b851c18-970b-4df4-beb5-a4a03cb78772 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5d42a4b-1f6b-4643-aacc-265d2230be98 HTTP/1.1" status: 200 len: 946 time: 0.0662885 Jun 18 22:10:00.349475 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-10bf46cd-2b1a-446a-8873-99acedbfcfc9 req-15c394d4-05c3-45a3-860d-8ad7506e394f tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=e95f0610-8c59-419e-a3dc-bb1a6422f1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372739 Jun 18 22:10:00.873036 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:01.545027 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd438eb-3d43-4855-8c5c-5dce5aff211e req-149cf592-df00-40d6-a0e6-5ea27ebcf3d5 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:10:01.546502 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-0cd438eb-3d43-4855-8c5c-5dce5aff211e req-149cf592-df00-40d6-a0e6-5ea27ebcf3d5 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5d42a4b-1f6b-4643-aacc-265d2230be98 HTTP/1.1" status: 200 len: 946 time: 0.0680766 Jun 18 22:10:01.573497 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-66c5960c-ceb9-453b-add3-817047489609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:01.591143 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-0cd438eb-3d43-4855-8c5c-5dce5aff211e req-f441da61-f631-4e71-aaf2-2c4b73caac22 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=e95f0610-8c59-419e-a3dc-bb1a6422f1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376821 Jun 18 22:10:02.774798 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc86b1-ed02-4bf2-ba5e-d1156b0a23c5 req-d75e0731-2b44-4cb8-b738-69e15dc888a9 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:10:02.776253 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-68fc86b1-ed02-4bf2-ba5e-d1156b0a23c5 req-d75e0731-2b44-4cb8-b738-69e15dc888a9 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5d42a4b-1f6b-4643-aacc-265d2230be98 HTTP/1.1" status: 200 len: 946 time: 0.0643027 Jun 18 22:10:02.813719 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-68fc86b1-ed02-4bf2-ba5e-d1156b0a23c5 req-b9b994d2-900c-43ca-bb9b-8e315a549014 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=e95f0610-8c59-419e-a3dc-bb1a6422f1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317900 Jun 18 22:10:03.088443 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069e7085-afe7-44cd-9a14-edcbc2bc5ec5 req-808ca986-e73e-4867-b096-051d644e365b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:10:03.089913 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-069e7085-afe7-44cd-9a14-edcbc2bc5ec5 req-808ca986-e73e-4867-b096-051d644e365b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=086d8a7db0824b69b4ceea30f277fb14&device_id=a5d42a4b-1f6b-4643-aacc-265d2230be98 HTTP/1.1" status: 200 len: 1099 time: 0.0554657 Jun 18 22:10:03.179399 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069e7085-afe7-44cd-9a14-edcbc2bc5ec5 req-a0e5858b-8cfd-4f8a-8f7c-90501f370644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:10:03.180875 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-069e7085-afe7-44cd-9a14-edcbc2bc5ec5 req-a0e5858b-8cfd-4f8a-8f7c-90501f370644 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1d1f4389-47a7-47d4-a0f5-f21dad0f67c2 HTTP/1.1" status: 200 len: 918 time: 0.0839260 Jun 18 22:10:03.249655 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-069e7085-afe7-44cd-9a14-edcbc2bc5ec5 req-8f766abc-a56d-4ccc-908b-95d8462149f9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2a51db3-b165-438c-aedf-8f83ae188f36 HTTP/1.1" status: 200 len: 1001 time: 0.0615666 Jun 18 22:10:03.287031 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-cfd4400b-1529-4ea9-a221-6a7c5fbf6a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:03.297625 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069e7085-afe7-44cd-9a14-edcbc2bc5ec5 req-573ab38b-655d-4c3e-a7be-9100ac3a86db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:10:03.299026 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-069e7085-afe7-44cd-9a14-edcbc2bc5ec5 req-573ab38b-655d-4c3e-a7be-9100ac3a86db service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7481fd0b-ce05-4e67-b068-a6b20f3c0083 HTTP/1.1" status: 200 len: 856 time: 0.0425487 Jun 18 22:10:03.355602 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069e7085-afe7-44cd-9a14-edcbc2bc5ec5 req-fd3d985a-3e51-4c85-82eb-4eb1417bd13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:10:03.357000 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-069e7085-afe7-44cd-9a14-edcbc2bc5ec5 req-fd3d985a-3e51-4c85-82eb-4eb1417bd13b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1d1f4389-47a7-47d4-a0f5-f21dad0f67c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0515733 Jun 18 22:10:03.447365 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-069e7085-afe7-44cd-9a14-edcbc2bc5ec5 req-a1b945d7-ea17-46d1-85da-21296d7e38cb service neutron] 10.222.0.42 "GET /v2.0/networks/1d1f4389-47a7-47d4-a0f5-f21dad0f67c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834439 Jun 18 22:10:03.534475 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-069e7085-afe7-44cd-9a14-edcbc2bc5ec5 req-d5209459-3b4f-4d88-a149-d9bf10acfe76 service neutron] 10.222.0.42 "GET /v2.0/networks/1d1f4389-47a7-47d4-a0f5-f21dad0f67c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800467 Jun 18 22:10:03.989874 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463eb064-9886-4e00-a314-43b5514e5e02 req-ca52a96c-a025-4dee-95b3-c251d432df68 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:10:03.991340 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-463eb064-9886-4e00-a314-43b5514e5e02 req-ca52a96c-a025-4dee-95b3-c251d432df68 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5d42a4b-1f6b-4643-aacc-265d2230be98 HTTP/1.1" status: 200 len: 946 time: 0.0636153 Jun 18 22:10:04.031943 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-463eb064-9886-4e00-a314-43b5514e5e02 req-8c539a94-833a-4e63-b491-3e894cec0fd7 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=e95f0610-8c59-419e-a3dc-bb1a6422f1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344176 Jun 18 22:10:04.929570 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device d2a51db3-b165-438c-aedf-8f83ae188f36 no longer exists at agent hyperv_hv-cinder-76675 {{(pid=93269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:10:05.003944 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:05.026474 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d42a4b-1f6b-4643-aacc-265d2230be98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2a51db3-b165-438c-aedf-8f83ae188f36'}] {{(pid=93269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:10:05.029008 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af3cbdd609d599d07a5217d2d1a89114698d9a8f3654956f7909e96a5eb364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d52a8d-688e-4519-8c33-da91d803141f" -d '{"events": [{"server_uuid": "a5d42a4b-1f6b-4643-aacc-265d2230be98", "name": "network-vif-unplugged", "status": "completed", "tag": "d2a51db3-b165-438c-aedf-8f83ae188f36"}]}' {{(pid=93269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:10:05.041780 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] For port d2a51db3-b165-438c-aedf-8f83ae188f36, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=d2a51db3-b165-438c-aedf-8f83ae188f36,segment=NetworkSegment(a78d8b83-5ba8-4fe4-9d6b-ca6065c6919a),segment_id=a78d8b83-5ba8-4fe4-9d6b-ca6065c6919a)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:10:05.064310 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 18 Jun 2021 22:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c57982-41a8-45bd-b60d-e2a9765d141a x-openstack-request-id: req-33c57982-41a8-45bd-b60d-e2a9765d141a {{(pid=93269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:10:05.064648 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5d42a4b-1f6b-4643-aacc-265d2230be98", "name": "network-vif-unplugged", "status": "completed", "tag": "d2a51db3-b165-438c-aedf-8f83ae188f36", "code": 200}]} {{(pid=93269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:10:05.064912 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-33c57982-41a8-45bd-b60d-e2a9765d141a {{(pid=93269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:10:05.065411 dv-cinder-766752-3-smb neutron-server[93269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5d42a4b-1f6b-4643-aacc-265d2230be98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2a51db3-b165-438c-aedf-8f83ae188f36', 'code': 200} Jun 18 22:10:05.127312 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:05.129945 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-4ce3a8c0-4326-4770-80b4-d80a7176656b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:10:05.175817 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Pushing event updated for resources: {'Port': ['ID=d2a51db3-b165-438c-aedf-8f83ae188f36,revision_number=8']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:10:05.179919 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:10:05.213855 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3965c61-009c-439d-9249-bea2a6a0e7bc req-db55bd63-f6ae-4832-9d5d-7ecf3fbeca87 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:10:05.214321 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-f3965c61-009c-439d-9249-bea2a6a0e7bc req-db55bd63-f6ae-4832-9d5d-7ecf3fbeca87 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5d42a4b-1f6b-4643-aacc-265d2230be98 HTTP/1.1" status: 200 len: 944 time: 0.0664291 Jun 18 22:10:05.253179 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-f3965c61-009c-439d-9249-bea2a6a0e7bc req-c0c2d56d-be1f-4762-bd4c-e60c92f2029b tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=e95f0610-8c59-419e-a3dc-bb1a6422f1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330911 Jun 18 22:10:06.429435 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3fe863-8260-4355-bac0-e1f0e84336c3 req-681e49c6-475f-4ed6-8ffa-7c8ad9dee18d tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:10:06.430883 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-9f3fe863-8260-4355-bac0-e1f0e84336c3 req-681e49c6-475f-4ed6-8ffa-7c8ad9dee18d tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5d42a4b-1f6b-4643-aacc-265d2230be98 HTTP/1.1" status: 200 len: 944 time: 0.0632017 Jun 18 22:10:06.469576 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-9f3fe863-8260-4355-bac0-e1f0e84336c3 req-5c9c3308-d4ec-42ea-b19a-0bada4314128 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=e95f0610-8c59-419e-a3dc-bb1a6422f1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328350 Jun 18 22:10:08.957973 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a465570c-2950-4281-95db-43d3c2cf4a20 req-a39304f1-b07e-4927-b5be-3de9ea7f6960 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:10:08.959922 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a465570c-2950-4281-95db-43d3c2cf4a20 req-a39304f1-b07e-4927-b5be-3de9ea7f6960 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5d42a4b-1f6b-4643-aacc-265d2230be98 HTTP/1.1" status: 200 len: 944 time: 0.0662434 Jun 18 22:10:08.964171 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device d2a51db3-b165-438c-aedf-8f83ae188f36 no longer exists at agent hyperv_hv-cinder-76675 {{(pid=93269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:10:09.001989 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a465570c-2950-4281-95db-43d3c2cf4a20 req-0964f920-3f89-451e-9d93-e9229a41e4dd tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=e95f0610-8c59-419e-a3dc-bb1a6422f1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335252 Jun 18 22:10:09.254152 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-13cfb335-2b8c-4ef5-a28b-d85338c254c8 req-4bb1449c-f4dd-4eb1-96e5-15fa9725e74d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a5d42a4b-1f6b-4643-aacc-265d2230be98&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0507021 Jun 18 22:10:10.179670 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf57bd-b9e8-4f7d-aee1-bc72a22bb159 req-81175806-ed87-4809-bf45-3837941ed78f tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:10:10.181215 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-deaf57bd-b9e8-4f7d-aee1-bc72a22bb159 req-81175806-ed87-4809-bf45-3837941ed78f tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5d42a4b-1f6b-4643-aacc-265d2230be98 HTTP/1.1" status: 200 len: 944 time: 0.0631247 Jun 18 22:10:10.221161 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-deaf57bd-b9e8-4f7d-aee1-bc72a22bb159 req-ecc7e162-7358-46d5-8bc0-a59653dad321 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=e95f0610-8c59-419e-a3dc-bb1a6422f1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338912 Jun 18 22:10:10.742898 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cfb335-2b8c-4ef5-a28b-d85338c254c8 req-6e9f55b0-bf89-43bb-a4ec-2fc4756f58c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:10:10.744490 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-13cfb335-2b8c-4ef5-a28b-d85338c254c8 req-6e9f55b0-bf89-43bb-a4ec-2fc4756f58c6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a5d42a4b-1f6b-4643-aacc-265d2230be98&tenant_id=086d8a7db0824b69b4ceea30f277fb14 HTTP/1.1" status: 200 len: 1097 time: 0.0575302 Jun 18 22:10:10.828035 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cfb335-2b8c-4ef5-a28b-d85338c254c8 req-fdfc21be-5c6b-4bfb-8345-a965e05a9925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:10:10.829527 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-13cfb335-2b8c-4ef5-a28b-d85338c254c8 req-fdfc21be-5c6b-4bfb-8345-a965e05a9925 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=086d8a7db0824b69b4ceea30f277fb14&device_id=a5d42a4b-1f6b-4643-aacc-265d2230be98 HTTP/1.1" status: 200 len: 1097 time: 0.0528164 Jun 18 22:10:10.919395 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cfb335-2b8c-4ef5-a28b-d85338c254c8 req-8e09b9fb-f604-40e5-bde8-7c0ec89102c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:10:10.920833 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-13cfb335-2b8c-4ef5-a28b-d85338c254c8 req-8e09b9fb-f604-40e5-bde8-7c0ec89102c0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1d1f4389-47a7-47d4-a0f5-f21dad0f67c2 HTTP/1.1" status: 200 len: 918 time: 0.0842369 Jun 18 22:10:10.992852 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-13cfb335-2b8c-4ef5-a28b-d85338c254c8 req-8649132b-4adb-45bc-97ee-9565b6e25bf6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2a51db3-b165-438c-aedf-8f83ae188f36 HTTP/1.1" status: 200 len: 999 time: 0.0659189 Jun 18 22:10:11.040324 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cfb335-2b8c-4ef5-a28b-d85338c254c8 req-12eb1411-adb0-494f-a72c-f3f33a442b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:10:11.041763 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-13cfb335-2b8c-4ef5-a28b-d85338c254c8 req-12eb1411-adb0-494f-a72c-f3f33a442b7a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7481fd0b-ce05-4e67-b068-a6b20f3c0083 HTTP/1.1" status: 200 len: 856 time: 0.0429287 Jun 18 22:10:11.097311 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cfb335-2b8c-4ef5-a28b-d85338c254c8 req-a15f3de6-33e7-4388-89d6-24813085a619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:10:11.098737 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-13cfb335-2b8c-4ef5-a28b-d85338c254c8 req-a15f3de6-33e7-4388-89d6-24813085a619 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1d1f4389-47a7-47d4-a0f5-f21dad0f67c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0503409 Jun 18 22:10:11.187767 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-13cfb335-2b8c-4ef5-a28b-d85338c254c8 req-3f3cdc63-d8f1-4288-8b2f-5c3ea6587672 service neutron] 10.222.0.42 "GET /v2.0/networks/1d1f4389-47a7-47d4-a0f5-f21dad0f67c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826592 Jun 18 22:10:11.275150 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-13cfb335-2b8c-4ef5-a28b-d85338c254c8 req-8594d4b4-4f19-4efe-8cce-f6ba4073113c service neutron] 10.222.0.42 "GET /v2.0/networks/1d1f4389-47a7-47d4-a0f5-f21dad0f67c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813816 Jun 18 22:10:11.408158 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f5a67f-947d-4f49-8133-ea6a73422c28 req-86523ce0-69be-4a44-83ea-dd8bb2f4e098 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:10:11.409612 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-76f5a67f-947d-4f49-8133-ea6a73422c28 req-86523ce0-69be-4a44-83ea-dd8bb2f4e098 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5d42a4b-1f6b-4643-aacc-265d2230be98 HTTP/1.1" status: 200 len: 944 time: 0.0654209 Jun 18 22:10:11.447269 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-76f5a67f-947d-4f49-8133-ea6a73422c28 req-b0a0ecd9-d95d-4393-856f-876872f60637 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=e95f0610-8c59-419e-a3dc-bb1a6422f1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318923 Jun 18 22:10:12.626318 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3151e91-72cc-42bf-8025-784925ca463c req-fb9e69f5-d947-430a-9ed2-b79f07ef41aa tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:10:12.627871 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-e3151e91-72cc-42bf-8025-784925ca463c req-fb9e69f5-d947-430a-9ed2-b79f07ef41aa tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5d42a4b-1f6b-4643-aacc-265d2230be98 HTTP/1.1" status: 200 len: 944 time: 0.0641756 Jun 18 22:10:12.673085 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-e3151e91-72cc-42bf-8025-784925ca463c req-cf131265-4127-4258-a9a0-0cfca73f3643 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=e95f0610-8c59-419e-a3dc-bb1a6422f1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368159 Jun 18 22:10:13.868803 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53332ac2-99a7-4f94-8524-04783c65330b req-da65a93a-a722-47f0-a102-7bbdbee8b91a tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:10:13.870294 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-53332ac2-99a7-4f94-8524-04783c65330b req-da65a93a-a722-47f0-a102-7bbdbee8b91a tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5d42a4b-1f6b-4643-aacc-265d2230be98 HTTP/1.1" status: 200 len: 944 time: 0.0718973 Jun 18 22:10:13.909526 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-53332ac2-99a7-4f94-8524-04783c65330b req-2f85730f-eedc-4ee0-8750-7d4c0335464c tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=e95f0610-8c59-419e-a3dc-bb1a6422f1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334904 Jun 18 22:10:15.093423 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b507f2c-9248-4bcc-b979-77c630f69a0b req-f4b02f20-f42f-470d-9687-4f7379cd1de6 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:10:15.094882 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-4b507f2c-9248-4bcc-b979-77c630f69a0b req-f4b02f20-f42f-470d-9687-4f7379cd1de6 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5d42a4b-1f6b-4643-aacc-265d2230be98 HTTP/1.1" status: 200 len: 944 time: 0.0647624 Jun 18 22:10:15.136809 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-4b507f2c-9248-4bcc-b979-77c630f69a0b req-fca472b9-f795-4e86-91a7-b3e55784b941 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=e95f0610-8c59-419e-a3dc-bb1a6422f1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345998 Jun 18 22:10:16.333089 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f09b26-a6bf-4d1e-8921-b4c8dc950820 req-da511538-7232-417c-bc8b-bc05f705a491 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:10:16.335233 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-d4f09b26-a6bf-4d1e-8921-b4c8dc950820 req-da511538-7232-417c-bc8b-bc05f705a491 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5d42a4b-1f6b-4643-aacc-265d2230be98 HTTP/1.1" status: 200 len: 944 time: 0.0822902 Jun 18 22:10:16.382872 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-d4f09b26-a6bf-4d1e-8921-b4c8dc950820 req-5fe8d3a2-249e-4a70-adb8-28cbb0bf1acc tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=e95f0610-8c59-419e-a3dc-bb1a6422f1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416420 Jun 18 22:10:17.573829 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f79cee-f056-46c5-8117-eac985a13cca req-685d9b6c-c271-4648-a4b0-45d33a15a030 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:10:17.576456 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-33f79cee-f056-46c5-8117-eac985a13cca req-685d9b6c-c271-4648-a4b0-45d33a15a030 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5d42a4b-1f6b-4643-aacc-265d2230be98 HTTP/1.1" status: 200 len: 944 time: 0.0847633 Jun 18 22:10:17.629371 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-33f79cee-f056-46c5-8117-eac985a13cca req-856daec9-e9a7-4f77-826e-48abb163a75f tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=e95f0610-8c59-419e-a3dc-bb1a6422f1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475667 Jun 18 22:10:18.817136 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e43340-0fd8-48bc-b5a0-804da4de827e req-411f6abf-f683-4426-93ab-257c5337dbad tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:10:18.819576 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-94e43340-0fd8-48bc-b5a0-804da4de827e req-411f6abf-f683-4426-93ab-257c5337dbad tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5d42a4b-1f6b-4643-aacc-265d2230be98 HTTP/1.1" status: 200 len: 944 time: 0.0653512 Jun 18 22:10:18.858457 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-94e43340-0fd8-48bc-b5a0-804da4de827e req-4d9da13b-276d-4559-92c4-a8cdf524e312 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=e95f0610-8c59-419e-a3dc-bb1a6422f1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326710 Jun 18 22:10:20.047112 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f685a-bb36-452c-8672-d987fdd12a47 req-6d468a88-6397-4bad-a819-ba91ce6762c3 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:10:20.048673 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-8b4f685a-bb36-452c-8672-d987fdd12a47 req-6d468a88-6397-4bad-a819-ba91ce6762c3 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5d42a4b-1f6b-4643-aacc-265d2230be98 HTTP/1.1" status: 200 len: 944 time: 0.0689702 Jun 18 22:10:20.089809 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-8b4f685a-bb36-452c-8672-d987fdd12a47 req-c0d389b4-e7c4-4eef-88a8-11aaf8e6d363 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=e95f0610-8c59-419e-a3dc-bb1a6422f1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349369 Jun 18 22:10:20.093488 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:21.282725 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0068226-94e5-4ad2-b6a0-448c5d42946b req-e8691290-c4aa-4f8c-a908-c41847f5d28d tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:10:21.284210 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-f0068226-94e5-4ad2-b6a0-448c5d42946b req-e8691290-c4aa-4f8c-a908-c41847f5d28d tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5d42a4b-1f6b-4643-aacc-265d2230be98 HTTP/1.1" status: 200 len: 944 time: 0.0738728 Jun 18 22:10:21.333135 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-f0068226-94e5-4ad2-b6a0-448c5d42946b req-760b4344-0046-4290-b4ca-ef64927fd928 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=e95f0610-8c59-419e-a3dc-bb1a6422f1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417562 Jun 18 22:10:22.507593 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41631e5e-9876-4494-8edf-ee7c3c1c4769 req-bdd09198-8784-407b-bcad-0e8c652c0d85 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:10:22.509062 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-41631e5e-9876-4494-8edf-ee7c3c1c4769 req-bdd09198-8784-407b-bcad-0e8c652c0d85 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5d42a4b-1f6b-4643-aacc-265d2230be98 HTTP/1.1" status: 200 len: 944 time: 0.0645754 Jun 18 22:10:22.545715 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-41631e5e-9876-4494-8edf-ee7c3c1c4769 req-4bdc90fb-f942-446d-bfc4-dce6f1f1d777 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=e95f0610-8c59-419e-a3dc-bb1a6422f1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311198 Jun 18 22:10:23.720415 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00398879-b231-4abe-b752-ca477e7a7551 req-a347800d-0b72-4bd1-bfee-a7a36117d6f5 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:10:23.721861 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-00398879-b231-4abe-b752-ca477e7a7551 req-a347800d-0b72-4bd1-bfee-a7a36117d6f5 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5d42a4b-1f6b-4643-aacc-265d2230be98 HTTP/1.1" status: 200 len: 944 time: 0.0651731 Jun 18 22:10:23.759506 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-00398879-b231-4abe-b752-ca477e7a7551 req-66a0e7ce-3f66-4e3a-8cab-088d753346c4 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=e95f0610-8c59-419e-a3dc-bb1a6422f1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315495 Jun 18 22:10:24.528076 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-8fdcce58-2552-4707-9722-223e2c161523 req-d9beac30-14dd-42f1-ab5a-123af8614246 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c22a450e-1706-4be3-963e-2d349a266f2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0517693 Jun 18 22:10:24.634757 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdcce58-2552-4707-9722-223e2c161523 req-6f33152b-cbc2-4c2e-a75c-5ca2aea67a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:10:24.636210 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-8fdcce58-2552-4707-9722-223e2c161523 req-6f33152b-cbc2-4c2e-a75c-5ca2aea67a26 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bb38584fac4b45c0ad6f8a619ed02fc2&device_id=c22a450e-1706-4be3-963e-2d349a266f2b HTTP/1.1" status: 200 len: 1098 time: 0.0507040 Jun 18 22:10:24.744683 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdcce58-2552-4707-9722-223e2c161523 req-4a8e5728-6ec6-4866-970f-6fdd7af7cf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:10:24.746122 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-8fdcce58-2552-4707-9722-223e2c161523 req-4a8e5728-6ec6-4866-970f-6fdd7af7cf09 service neutron] 10.222.0.42 "GET /v2.0/networks?id=86beaeb4-cc2e-471c-8ffc-81b02f765b2a HTTP/1.1" status: 200 len: 910 time: 0.0887451 Jun 18 22:10:24.811361 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-8fdcce58-2552-4707-9722-223e2c161523 req-f904c553-0669-40f5-a428-ed777cf66b92 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc154032-63f2-4510-8d2a-11b90dd15e0d HTTP/1.1" status: 200 len: 1001 time: 0.0581472 Jun 18 22:10:24.862366 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdcce58-2552-4707-9722-223e2c161523 req-50b64094-43bc-4a8a-8a83-4d2afe06fdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:10:24.863824 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-8fdcce58-2552-4707-9722-223e2c161523 req-50b64094-43bc-4a8a-8a83-4d2afe06fdc6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=944e385f-b7fb-403b-8f0b-1c808a9ec1e9 HTTP/1.1" status: 200 len: 848 time: 0.0465693 Jun 18 22:10:24.961367 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdcce58-2552-4707-9722-223e2c161523 req-4c7c3d6d-f0bb-4c4c-aa52-b119cbe4aed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:10:24.962830 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-8fdcce58-2552-4707-9722-223e2c161523 req-4c7c3d6d-f0bb-4c4c-aa52-b119cbe4aed7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=86beaeb4-cc2e-471c-8ffc-81b02f765b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0932641 Jun 18 22:10:24.970748 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e6c0f-cf98-41aa-8f71-8ed2f5d22ff7 req-32c6bd4b-1c55-411e-8d3e-eae38b47fb37 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:10:24.972077 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a36e6c0f-cf98-41aa-8f71-8ed2f5d22ff7 req-32c6bd4b-1c55-411e-8d3e-eae38b47fb37 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5d42a4b-1f6b-4643-aacc-265d2230be98 HTTP/1.1" status: 200 len: 944 time: 0.0953009 Jun 18 22:10:24.985545 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.agents_db [None req-e551f8fc-329d-4229-a52e-01157ddddd3a None None] Agent healthcheck: found 6 active agents {{(pid=93270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 22:10:25.059419 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-a36e6c0f-cf98-41aa-8f71-8ed2f5d22ff7 req-f0a256b9-209b-4cca-92fa-905cc1106d8b tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=e95f0610-8c59-419e-a3dc-bb1a6422f1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789418 Jun 18 22:10:25.076500 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device d2a51db3-b165-438c-aedf-8f83ae188f36 details requested by agent hyperv_hv-cinder-76675 with host hv-cinder-76675 {{(pid=93269) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 22:10:25.083989 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-8fdcce58-2552-4707-9722-223e2c161523 req-8ee8f786-3d7f-413a-9367-d1ad77b4baae service neutron] 10.222.0.42 "GET /v2.0/networks/86beaeb4-cc2e-471c-8ffc-81b02f765b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109488 Jun 18 22:10:25.171062 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-8fdcce58-2552-4707-9722-223e2c161523 req-43067a05-920d-4e75-8d2f-178b37e2d32e service neutron] 10.222.0.42 "GET /v2.0/networks/86beaeb4-cc2e-471c-8ffc-81b02f765b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807691 Jun 18 22:10:25.171952 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] For port d2a51db3-b165-438c-aedf-8f83ae188f36, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=d2a51db3-b165-438c-aedf-8f83ae188f36,segment=NetworkSegment(a78d8b83-5ba8-4fe4-9d6b-ca6065c6919a),segment_id=a78d8b83-5ba8-4fe4-9d6b-ca6065c6919a)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:10:25.183986 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Returning: {'device': 'd2a51db3-b165-438c-aedf-8f83ae188f36', 'network_id': '1d1f4389-47a7-47d4-a0f5-f21dad0f67c2', 'port_id': 'd2a51db3-b165-438c-aedf-8f83ae188f36', 'mac_address': 'fa:16:3e:56:16:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7481fd0b-ce05-4e67-b068-a6b20f3c0083', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93269) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 22:10:25.219716 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:25.232362 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.notifiers.nova [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2a51db3-b165-438c-aedf-8f83ae188f36 {{(pid=93269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 22:10:25.251258 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] For port d2a51db3-b165-438c-aedf-8f83ae188f36, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=d2a51db3-b165-438c-aedf-8f83ae188f36,segment=NetworkSegment(a78d8b83-5ba8-4fe4-9d6b-ca6065c6919a),segment_id=a78d8b83-5ba8-4fe4-9d6b-ca6065c6919a)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:10:25.306344 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:25.309706 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-0d149f41-e87f-43ce-8418-9fb9d41b1838 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:10:25.356831 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Pushing event updated for resources: {'Port': ['ID=d2a51db3-b165-438c-aedf-8f83ae188f36,revision_number=9']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:10:25.359918 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:10:25.596317 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] get_ports_and_sgs() called for port_ids ['d2a51db3-b165-438c-aedf-8f83ae188f36'] {{(pid=93269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 22:10:26.253503 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a3c61-798f-47f3-95c5-3703bec30a64 req-c1afa0b9-6640-4884-91a9-3ab73e549866 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:10:26.256515 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-457a3c61-798f-47f3-95c5-3703bec30a64 req-c1afa0b9-6640-4884-91a9-3ab73e549866 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5d42a4b-1f6b-4643-aacc-265d2230be98 HTTP/1.1" status: 200 len: 945 time: 0.0846984 Jun 18 22:10:26.301849 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-457a3c61-798f-47f3-95c5-3703bec30a64 req-8124fc50-d49e-43b7-a303-5574ae789756 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=e95f0610-8c59-419e-a3dc-bb1a6422f1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395591 Jun 18 22:10:27.093727 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device d2a51db3-b165-438c-aedf-8f83ae188f36 up at agent hyperv_hv-cinder-76675 {{(pid=93269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 22:10:27.139481 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Provisioning complete for port d2a51db3-b165-438c-aedf-8f83ae188f36 triggered by entity L2. {{(pid=93269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 22:10:27.139850 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1534079'] for port, provisioning_complete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:27.342517 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550516'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:27.366364 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d42a4b-1f6b-4643-aacc-265d2230be98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2a51db3-b165-438c-aedf-8f83ae188f36'}] {{(pid=93269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:10:27.369707 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af3cbdd609d599d07a5217d2d1a89114698d9a8f3654956f7909e96a5eb364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533cf7ec-30c5-4f03-aaf9-e2771f11b81e" -d '{"events": [{"server_uuid": "a5d42a4b-1f6b-4643-aacc-265d2230be98", "name": "network-vif-plugged", "status": "completed", "tag": "d2a51db3-b165-438c-aedf-8f83ae188f36"}]}' {{(pid=93269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:10:27.430080 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] For port d2a51db3-b165-438c-aedf-8f83ae188f36, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=d2a51db3-b165-438c-aedf-8f83ae188f36,segment=NetworkSegment(a78d8b83-5ba8-4fe4-9d6b-ca6065c6919a),segment_id=a78d8b83-5ba8-4fe4-9d6b-ca6065c6919a)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:10:27.430080 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d2ff0d-81eb-4c7b-8533-e3ba6cbb992b x-openstack-request-id: req-a6d2ff0d-81eb-4c7b-8533-e3ba6cbb992b {{(pid=93269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:10:27.430080 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5d42a4b-1f6b-4643-aacc-265d2230be98", "name": "network-vif-plugged", "status": "completed", "tag": "d2a51db3-b165-438c-aedf-8f83ae188f36", "code": 200}]} {{(pid=93269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:10:27.430080 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a6d2ff0d-81eb-4c7b-8533-e3ba6cbb992b {{(pid=93269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:10:27.430080 dv-cinder-766752-3-smb neutron-server[93269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5d42a4b-1f6b-4643-aacc-265d2230be98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2a51db3-b165-438c-aedf-8f83ae188f36', 'code': 200} Jun 18 22:10:27.484839 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5b9b8-305d-4a36-aa03-49a30e9c68f5 req-3c633cf2-8006-441a-b8df-e1691231c0ef tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:10:27.486320 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-f4c5b9b8-305d-4a36-aa03-49a30e9c68f5 req-3c633cf2-8006-441a-b8df-e1691231c0ef tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5d42a4b-1f6b-4643-aacc-265d2230be98 HTTP/1.1" status: 200 len: 945 time: 0.0639179 Jun 18 22:10:27.525114 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-f4c5b9b8-305d-4a36-aa03-49a30e9c68f5 req-bbd0849c-7131-49b2-8ebf-91b2ad55bb13 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=e95f0610-8c59-419e-a3dc-bb1a6422f1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324097 Jun 18 22:10:27.566383 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765939117011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765938626160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765938626205'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:27.569864 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-48ebcb9f-2f90-45e4-b7c5-142487ea8c53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:10:27.627873 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Pushing event updated for resources: {'Port': ['ID=d2a51db3-b165-438c-aedf-8f83ae188f36,revision_number=10']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:10:27.632824 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:10:27.709315 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-58b0e2a3-7932-4e30-8f02-da539d5f94a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:27.898106 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1246a5fb-806f-4e9f-a716-a20a4cdffa60 req-d905cc04-3440-4010-8be7-14929c093f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:10:27.899442 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-1246a5fb-806f-4e9f-a716-a20a4cdffa60 req-d905cc04-3440-4010-8be7-14929c093f47 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a5d42a4b-1f6b-4643-aacc-265d2230be98 HTTP/1.1" status: 200 len: 1100 time: 0.0543551 Jun 18 22:10:27.938587 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-1246a5fb-806f-4e9f-a716-a20a4cdffa60 req-9e4900df-1f43-4178-affd-8069a13bea01 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e95f0610-8c59-419e-a3dc-bb1a6422f1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291755 Jun 18 22:10:28.890152 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b33289-a6c3-4561-8d28-aa4f6e7f9470 req-f7264204-314e-498a-9583-d41153ed130c tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:10:28.891518 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-34b33289-a6c3-4561-8d28-aa4f6e7f9470 req-f7264204-314e-498a-9583-d41153ed130c tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5d42a4b-1f6b-4643-aacc-265d2230be98 HTTP/1.1" status: 200 len: 947 time: 0.0616803 Jun 18 22:10:28.928220 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-34b33289-a6c3-4561-8d28-aa4f6e7f9470 req-b81a390c-02f0-4a52-9d35-10ac75ef6c5a tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=e95f0610-8c59-419e-a3dc-bb1a6422f1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310540 Jun 18 22:10:30.105586 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c76f13-7ba7-4844-8451-069150c7f0f8 req-2966040d-008d-4aff-9a81-4684c72dffab tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:10:30.107158 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-08c76f13-7ba7-4844-8451-069150c7f0f8 req-2966040d-008d-4aff-9a81-4684c72dffab tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5d42a4b-1f6b-4643-aacc-265d2230be98 HTTP/1.1" status: 200 len: 947 time: 0.0646074 Jun 18 22:10:30.146553 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-08c76f13-7ba7-4844-8451-069150c7f0f8 req-177cbfc2-cf62-445b-a2b2-71a6e1b6aa49 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=e95f0610-8c59-419e-a3dc-bb1a6422f1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320807 Jun 18 22:10:30.189416 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-6c47041e-079d-464f-913f-8340725ecf61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:30.354260 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:31.333697 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a8330-ef5c-4659-9bb3-ead19e9fa0f7 req-c1f49748-b43f-42b5-b097-bd4e966b937c tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:10:31.335119 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b62a8330-ef5c-4659-9bb3-ead19e9fa0f7 req-c1f49748-b43f-42b5-b097-bd4e966b937c tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5d42a4b-1f6b-4643-aacc-265d2230be98 HTTP/1.1" status: 200 len: 947 time: 0.0648868 Jun 18 22:10:31.372551 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-b62a8330-ef5c-4659-9bb3-ead19e9fa0f7 req-58fe3f65-cd3e-4585-92cb-3137028f52e9 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=e95f0610-8c59-419e-a3dc-bb1a6422f1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314403 Jun 18 22:10:31.563032 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-66c5960c-ceb9-453b-add3-817047489609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:33.240032 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-cfd4400b-1529-4ea9-a221-6a7c5fbf6a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:47.145177 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 52268) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:10:47.302216 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-c8f469d8-5de5-4ef9-a27b-07fc44cc6968 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Deleting port b841c596-9f6a-4588-bacc-2397f744399a {{(pid=93268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:10:47.302548 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-c8f469d8-5de5-4ef9-a27b-07fc44cc6968 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765939110629'] for port, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:47.374415 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-c8f469d8-5de5-4ef9-a27b-07fc44cc6968 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512668'] for port, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:47.374730 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-c8f469d8-5de5-4ef9-a27b-07fc44cc6968 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:47.438168 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-c8f469d8-5de5-4ef9-a27b-07fc44cc6968 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Calling delete_port for b841c596-9f6a-4588-bacc-2397f744399a owned by network:floatingip {{(pid=93268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:10:47.725687 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-c8f469d8-5de5-4ef9-a27b-07fc44cc6968 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765939117029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765938626151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3169581'] for port, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:47.727779 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-bc5ead93-a674-48d2-8065-37c869311d5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:10:47.753450 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f469d8-5de5-4ef9-a27b-07fc44cc6968 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Pushing event deleted for resources: {'Port': ['ID=b841c596-9f6a-4588-bacc-2397f744399a,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:10:47.780753 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f469d8-5de5-4ef9-a27b-07fc44cc6968 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:47.781130 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f469d8-5de5-4ef9-a27b-07fc44cc6968 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:47.781498 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f469d8-5de5-4ef9-a27b-07fc44cc6968 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:47.781863 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f469d8-5de5-4ef9-a27b-07fc44cc6968 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:47.782239 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f469d8-5de5-4ef9-a27b-07fc44cc6968 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:47.782575 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f469d8-5de5-4ef9-a27b-07fc44cc6968 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:47.782925 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f469d8-5de5-4ef9-a27b-07fc44cc6968 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:47.783275 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f469d8-5de5-4ef9-a27b-07fc44cc6968 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:47.783622 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f469d8-5de5-4ef9-a27b-07fc44cc6968 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:47.783967 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f469d8-5de5-4ef9-a27b-07fc44cc6968 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:47.784312 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f469d8-5de5-4ef9-a27b-07fc44cc6968 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:47.784690 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f469d8-5de5-4ef9-a27b-07fc44cc6968 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:47.788089 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-c8f469d8-5de5-4ef9-a27b-07fc44cc6968 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:10:47.822001 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-c8f469d8-5de5-4ef9-a27b-07fc44cc6968 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Notify callbacks [] for floatingip, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:47.822564 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.db.l3_db [None req-c8f469d8-5de5-4ef9-a27b-07fc44cc6968 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Floating IP b8fe2c52-0156-41fa-88a9-9b0a37c4c684 disassociated (deleted). External IP: 172.28.0.187, port: dc154032-63f2-4510-8d2a-11b90dd15e0d. Jun 18 22:10:48.020734 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8f469d8-5de5-4ef9-a27b-07fc44cc6968 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Router 38a6a020-65cc-41ca-9707-e3378477b10f has already been hosted by L3 agent cffdd0dd-f469-4450-b407-8e3f357d30fb {{(pid=93268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 22:10:48.125860 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f469d8-5de5-4ef9-a27b-07fc44cc6968 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Notify agent at l3_agent.dv-cinder-766752-3-smb the message routers_updated {{(pid=93268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 22:10:48.130544 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-c8f469d8-5de5-4ef9-a27b-07fc44cc6968 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31239'] for floatingip, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:48.134851 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b59c3d4-a363-4d0b-a2b7-a6d74af35f65 None None] Sync routers for ids ['38a6a020-65cc-41ca-9707-e3378477b10f'] in dv-cinder-766752-3-smb {{(pid=93270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 22:10:48.144410 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b59c3d4-a363-4d0b-a2b7-a6d74af35f65 None None] Routers {'38a6a020-65cc-41ca-9707-e3378477b10f'} bound to L3 agent in host dv-cinder-766752-3-smb {{(pid=93270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:10:48.145030 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_hamode_db [None req-4b59c3d4-a363-4d0b-a2b7-a6d74af35f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T21:54:00Z,description=,heartbeat_timestamp=2021-06-18T22:10:30Z,host='dv-cinder-766752-3-smb',id=cffdd0dd-f469-4450-b407-8e3f357d30fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:54:01Z,topic='l3_agent')) {'router_ids': ['38a6a020-65cc-41ca-9707-e3378477b10f'], 'active': True} {{(pid=93270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:10:48.166304 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-c8f469d8-5de5-4ef9-a27b-07fc44cc6968 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "DELETE /v2.0/floatingips/b8fe2c52-0156-41fa-88a9-9b0a37c4c684 HTTP/1.1" status: 204 len: 168 time: 1.0200527 Jun 18 22:10:48.166976 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c22a450e-1706-4be3-963e-2d349a266f2b', 'tag': 'dc154032-63f2-4510-8d2a-11b90dd15e0d'}] {{(pid=93268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:10:48.169347 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ff4b25c03651656652c9c7d58efcdba903c051ef33b3f53eb93af1a53304f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de770dca-ab9b-4af3-a9e3-e572ff9c295a" -d '{"events": [{"name": "network-changed", "server_uuid": "c22a450e-1706-4be3-963e-2d349a266f2b", "tag": "dc154032-63f2-4510-8d2a-11b90dd15e0d"}]}' {{(pid=93268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:10:48.211450 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 22:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ede445-39db-4fc5-914d-3dad112ffb6f x-openstack-request-id: req-35ede445-39db-4fc5-914d-3dad112ffb6f {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:10:48.211892 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c22a450e-1706-4be3-963e-2d349a266f2b", "tag": "dc154032-63f2-4510-8d2a-11b90dd15e0d", "status": "completed", "code": 200}]} {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:10:48.212188 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-35ede445-39db-4fc5-914d-3dad112ffb6f {{(pid=93268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:10:48.212798 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c22a450e-1706-4be3-963e-2d349a266f2b', 'tag': 'dc154032-63f2-4510-8d2a-11b90dd15e0d', 'status': 'completed', 'code': 200} Jun 18 22:10:48.248586 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_dvr_db [None req-4b59c3d4-a363-4d0b-a2b7-a6d74af35f65 None None] Set router 38a6a020-65cc-41ca-9707-e3378477b10f gateway port host: dv-cinder-766752-3-smb {{(pid=93270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:10:48.462736 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_hamode_db [None req-4b59c3d4-a363-4d0b-a2b7-a6d74af35f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a6a020-65cc-41ca-9707-e3378477b10f', 'name': 'tempest-TestShelveInstance-1397809234-router', 'tenant_id': 'bb38584fac4b45c0ad6f8a619ed02fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': '0d78d0f9-2c57-4694-9bd5-5b66eba1e767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:06:04Z', 'updated_at': '2021-06-18T22:06:07Z', 'revision_number': 4, 'project_id': 'bb38584fac4b45c0ad6f8a619ed02fc2', 'gw_port': {'id': '0d78d0f9-2c57-4694-9bd5-5b66eba1e767', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a6a020-65cc-41ca-9707-e3378477b10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:06:05Z', 'updated_at': '2021-06-18T22:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb', '_interfaces': [{'id': 'f734b0d2-66e2-4f41-9e40-4a0b89333de1', 'name': '', 'network_id': '86beaeb4-cc2e-471c-8ffc-81b02f765b2a', 'tenant_id': 'bb38584fac4b45c0ad6f8a619ed02fc2', 'mac_address': 'fa:16:3e:aa:7b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a6a020-65cc-41ca-9707-e3378477b10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '944e385f-b7fb-403b-8f0b-1c808a9ec1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:06:07Z', 'updated_at': '2021-06-18T22:06:13Z', 'revision_number': 5, 'project_id': 'bb38584fac4b45c0ad6f8a619ed02fc2', 'subnets': [{'id': '944e385f-b7fb-403b-8f0b-1c808a9ec1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-smb', False) {} {{(pid=93270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:10:48.502997 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b59c3d4-a363-4d0b-a2b7-a6d74af35f65 None None] Checking router: 38a6a020-65cc-41ca-9707-e3378477b10f for host: dv-cinder-766752-3-smb {{(pid=93270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 22:10:48.511919 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b59c3d4-a363-4d0b-a2b7-a6d74af35f65 None None] Routers {'38a6a020-65cc-41ca-9707-e3378477b10f'} bound to L3 agent in host dv-cinder-766752-3-smb {{(pid=93270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:10:48.512527 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_hamode_db [None req-4b59c3d4-a363-4d0b-a2b7-a6d74af35f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T21:54:00Z,description=,heartbeat_timestamp=2021-06-18T22:10:30Z,host='dv-cinder-766752-3-smb',id=cffdd0dd-f469-4450-b407-8e3f357d30fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:54:01Z,topic='l3_agent')) {'router_ids': ['38a6a020-65cc-41ca-9707-e3378477b10f'], 'active': True} {{(pid=93270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:10:48.598982 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de770dca-ab9b-4af3-a9e3-e572ff9c295a req-75d86f12-247b-4151-8534-a4b28ac59b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:10:48.600449 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-de770dca-ab9b-4af3-a9e3-e572ff9c295a req-75d86f12-247b-4151-8534-a4b28ac59b6c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bb38584fac4b45c0ad6f8a619ed02fc2&device_id=c22a450e-1706-4be3-963e-2d349a266f2b HTTP/1.1" status: 200 len: 1098 time: 0.3390615 Jun 18 22:10:48.626382 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_dvr_db [None req-4b59c3d4-a363-4d0b-a2b7-a6d74af35f65 None None] Set router 38a6a020-65cc-41ca-9707-e3378477b10f gateway port host: dv-cinder-766752-3-smb {{(pid=93270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:10:48.698628 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de770dca-ab9b-4af3-a9e3-e572ff9c295a req-ef59bf33-f8e4-4784-92af-ac295af75fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:10:48.700180 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-de770dca-ab9b-4af3-a9e3-e572ff9c295a req-ef59bf33-f8e4-4784-92af-ac295af75fe0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=86beaeb4-cc2e-471c-8ffc-81b02f765b2a HTTP/1.1" status: 200 len: 910 time: 0.0930331 Jun 18 22:10:48.744689 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-de770dca-ab9b-4af3-a9e3-e572ff9c295a req-dd949146-5eaf-419c-931c-803b9e980f21 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc154032-63f2-4510-8d2a-11b90dd15e0d HTTP/1.1" status: 200 len: 217 time: 0.0374825 Jun 18 22:10:48.800268 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de770dca-ab9b-4af3-a9e3-e572ff9c295a req-925f816e-621b-4dfd-8e5c-112fc4c68276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:10:48.801818 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-de770dca-ab9b-4af3-a9e3-e572ff9c295a req-925f816e-621b-4dfd-8e5c-112fc4c68276 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=944e385f-b7fb-403b-8f0b-1c808a9ec1e9 HTTP/1.1" status: 200 len: 848 time: 0.0501003 Jun 18 22:10:48.842281 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_hamode_db [None req-4b59c3d4-a363-4d0b-a2b7-a6d74af35f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a6a020-65cc-41ca-9707-e3378477b10f', 'name': 'tempest-TestShelveInstance-1397809234-router', 'tenant_id': 'bb38584fac4b45c0ad6f8a619ed02fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': '0d78d0f9-2c57-4694-9bd5-5b66eba1e767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:06:04Z', 'updated_at': '2021-06-18T22:06:07Z', 'revision_number': 4, 'project_id': 'bb38584fac4b45c0ad6f8a619ed02fc2', 'gw_port': {'id': '0d78d0f9-2c57-4694-9bd5-5b66eba1e767', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a6a020-65cc-41ca-9707-e3378477b10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:06:05Z', 'updated_at': '2021-06-18T22:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb', '_interfaces': [{'id': 'f734b0d2-66e2-4f41-9e40-4a0b89333de1', 'name': '', 'network_id': '86beaeb4-cc2e-471c-8ffc-81b02f765b2a', 'tenant_id': 'bb38584fac4b45c0ad6f8a619ed02fc2', 'mac_address': 'fa:16:3e:aa:7b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a6a020-65cc-41ca-9707-e3378477b10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '944e385f-b7fb-403b-8f0b-1c808a9ec1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:06:07Z', 'updated_at': '2021-06-18T22:06:13Z', 'revision_number': 5, 'project_id': 'bb38584fac4b45c0ad6f8a619ed02fc2', 'subnets': [{'id': '944e385f-b7fb-403b-8f0b-1c808a9ec1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-smb', False) {} {{(pid=93270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:10:48.861678 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de770dca-ab9b-4af3-a9e3-e572ff9c295a req-d87ee1b4-4fa2-4d58-a27c-c5bb1ab72d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:10:48.863174 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-de770dca-ab9b-4af3-a9e3-e572ff9c295a req-d87ee1b4-4fa2-4d58-a27c-c5bb1ab72d88 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=86beaeb4-cc2e-471c-8ffc-81b02f765b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0538678 Jun 18 22:10:48.870049 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b59c3d4-a363-4d0b-a2b7-a6d74af35f65 None None] The sync data for ids ['38a6a020-65cc-41ca-9707-e3378477b10f'] in dv-cinder-766752-3-smb is: [{'id': '38a6a020-65cc-41ca-9707-e3378477b10f', 'name': 'tempest-TestShelveInstance-1397809234-router', 'tenant_id': 'bb38584fac4b45c0ad6f8a619ed02fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': '0d78d0f9-2c57-4694-9bd5-5b66eba1e767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:06:04Z', 'updated_at': '2021-06-18T22:06:07Z', 'revision_number': 4, 'project_id': 'bb38584fac4b45c0ad6f8a619ed02fc2', 'gw_port': {'id': '0d78d0f9-2c57-4694-9bd5-5b66eba1e767', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a6a020-65cc-41ca-9707-e3378477b10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:06:05Z', 'updated_at': '2021-06-18T22:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb', '_interfaces': [{'id': 'f734b0d2-66e2-4f41-9e40-4a0b89333de1', 'name': '', 'network_id': '86beaeb4-cc2e-471c-8ffc-81b02f765b2a', 'tenant_id': 'bb38584fac4b45c0ad6f8a619ed02fc2', 'mac_address': 'fa:16:3e:aa:7b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a6a020-65cc-41ca-9707-e3378477b10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '944e385f-b7fb-403b-8f0b-1c808a9ec1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:06:07Z', 'updated_at': '2021-06-18T22:06:13Z', 'revision_number': 5, 'project_id': 'bb38584fac4b45c0ad6f8a619ed02fc2', 'subnets': [{'id': '944e385f-b7fb-403b-8f0b-1c808a9ec1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 22:10:49.001411 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-de770dca-ab9b-4af3-a9e3-e572ff9c295a req-0ec79a23-f988-45a5-9f79-dcc1fe6081b1 service neutron] 10.222.0.42 "GET /v2.0/networks/86beaeb4-cc2e-471c-8ffc-81b02f765b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304710 Jun 18 22:10:49.017629 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae26e43-22e7-4038-88f8-71d27a8bd670 req-c03bcfca-f5bd-4e98-a996-eeeea2e626a3 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:10:49.019073 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-8ae26e43-22e7-4038-88f8-71d27a8bd670 req-c03bcfca-f5bd-4e98-a996-eeeea2e626a3 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/ports?device_id=c22a450e-1706-4be3-963e-2d349a266f2b HTTP/1.1" status: 200 len: 945 time: 0.1294031 Jun 18 22:10:49.098778 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14664b98-afaa-4915-b067-217e8e10f3ed None None] New status for floating IP b8fe2c52-0156-41fa-88a9-9b0a37c4c684: DOWN {{(pid=93269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 22:10:49.107912 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-8ae26e43-22e7-4038-88f8-71d27a8bd670 req-f04c0f46-1990-4fae-b768-d0aa03872ee7 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407f5abf-1609-4f18-a881-c969edf16595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816889 Jun 18 22:10:49.135664 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-de770dca-ab9b-4af3-a9e3-e572ff9c295a req-28bea66f-1a61-4837-978f-fc0b8d6b91ef service neutron] 10.222.0.42 "GET /v2.0/networks/86beaeb4-cc2e-471c-8ffc-81b02f765b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266377 Jun 18 22:10:50.094102 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:50.280850 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a75cb1c-e8ae-4959-a7f6-2f952f87e6a8 req-eeb5d451-b271-405c-9e23-9fec6daffae0 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:10:50.282263 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-7a75cb1c-e8ae-4959-a7f6-2f952f87e6a8 req-eeb5d451-b271-405c-9e23-9fec6daffae0 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/ports?device_id=c22a450e-1706-4be3-963e-2d349a266f2b HTTP/1.1" status: 200 len: 945 time: 0.0621841 Jun 18 22:10:50.319065 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-7a75cb1c-e8ae-4959-a7f6-2f952f87e6a8 req-e4f2aa12-79d6-443b-822a-09e63d469927 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407f5abf-1609-4f18-a881-c969edf16595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310705 Jun 18 22:10:50.508665 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2d6ee1-e619-472c-bcd4-470166e5717d req-4a8a2704-cedc-4b21-9bad-37f93d9c05d6 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:10:50.510004 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-5a2d6ee1-e619-472c-bcd4-470166e5717d req-4a8a2704-cedc-4b21-9bad-37f93d9c05d6 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.42 "GET /v2.0/ports?device_id=c22a450e-1706-4be3-963e-2d349a266f2b HTTP/1.1" status: 200 len: 945 time: 0.0618711 Jun 18 22:10:50.611106 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [req-5a2d6ee1-e619-472c-bcd4-470166e5717d req-6863d154-f5ab-4b94-8aa6-8885c4c8f6f4 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Deleting port dc154032-63f2-4510-8d2a-11b90dd15e0d {{(pid=93268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:10:50.611446 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-5a2d6ee1-e619-472c-bcd4-470166e5717d req-6863d154-f5ab-4b94-8aa6-8885c4c8f6f4 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765939110629'] for port, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:50.700587 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.db [req-5a2d6ee1-e619-472c-bcd4-470166e5717d req-6863d154-f5ab-4b94-8aa6-8885c4c8f6f4 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] For port dc154032-63f2-4510-8d2a-11b90dd15e0d, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=dc154032-63f2-4510-8d2a-11b90dd15e0d,segment=NetworkSegment(60309a01-94b6-44fc-a49a-106252aac6a0),segment_id=60309a01-94b6-44fc-a49a-106252aac6a0)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:10:50.701067 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-5a2d6ee1-e619-472c-bcd4-470166e5717d req-6863d154-f5ab-4b94-8aa6-8885c4c8f6f4 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512668'] for port, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:50.762133 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [req-5a2d6ee1-e619-472c-bcd4-470166e5717d req-6863d154-f5ab-4b94-8aa6-8885c4c8f6f4 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Calling delete_port for dc154032-63f2-4510-8d2a-11b90dd15e0d owned by compute:nova {{(pid=93268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:10:50.983482 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-5a2d6ee1-e619-472c-bcd4-470166e5717d req-6863d154-f5ab-4b94-8aa6-8885c4c8f6f4 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765939117029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765938626151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3169581'] for port, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:50.987246 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-159325d5-0901-4de0-9cd6-8cfee8dac4ae tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:10:51.013071 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6863d154-f5ab-4b94-8aa6-8885c4c8f6f4 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Pushing event deleted for resources: {'Port': ['ID=dc154032-63f2-4510-8d2a-11b90dd15e0d,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:10:51.016054 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-6863d154-f5ab-4b94-8aa6-8885c4c8f6f4 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:10:51.062147 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a2d6ee1-e619-472c-bcd4-470166e5717d req-6863d154-f5ab-4b94-8aa6-8885c4c8f6f4 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] No DVR routers for this DVR port dc154032-63f2-4510-8d2a-11b90dd15e0d on host hv-cinder-76675 {{(pid=93268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 22:10:51.064526 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-5a2d6ee1-e619-472c-bcd4-470166e5717d req-6863d154-f5ab-4b94-8aa6-8885c4c8f6f4 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31239'] for port, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:51.066539 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-5a2d6ee1-e619-472c-bcd4-470166e5717d req-6863d154-f5ab-4b94-8aa6-8885c4c8f6f4 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.42 "DELETE /v2.0/ports/dc154032-63f2-4510-8d2a-11b90dd15e0d HTTP/1.1" status: 204 len: 173 time: 0.5502584 Jun 18 22:10:51.067061 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c22a450e-1706-4be3-963e-2d349a266f2b', 'name': 'network-vif-deleted', 'tag': 'dc154032-63f2-4510-8d2a-11b90dd15e0d'}] {{(pid=93268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:10:51.069348 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ff4b25c03651656652c9c7d58efcdba903c051ef33b3f53eb93af1a53304f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ee76d9-e30d-452b-9c9b-087acf41bc2a" -d '{"events": [{"server_uuid": "c22a450e-1706-4be3-963e-2d349a266f2b", "name": "network-vif-deleted", "tag": "dc154032-63f2-4510-8d2a-11b90dd15e0d"}]}' {{(pid=93268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:10:51.103865 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-526b5f3e-1471-4396-a0f8-edae97c23faf x-openstack-request-id: req-526b5f3e-1471-4396-a0f8-edae97c23faf {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:10:51.104249 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c22a450e-1706-4be3-963e-2d349a266f2b", "name": "network-vif-deleted", "tag": "dc154032-63f2-4510-8d2a-11b90dd15e0d", "status": "completed", "code": 200}]} {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:10:51.104565 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-526b5f3e-1471-4396-a0f8-edae97c23faf {{(pid=93268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:10:51.105028 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c22a450e-1706-4be3-963e-2d349a266f2b', 'name': 'network-vif-deleted', 'tag': 'dc154032-63f2-4510-8d2a-11b90dd15e0d', 'status': 'completed', 'code': 200} Jun 18 22:10:51.463355 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-3c2cadda-27ab-4697-8032-527863bdd5b7 req-22081414-79e2-484f-a3aa-c49c349adbeb tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/ports?device_id=c22a450e-1706-4be3-963e-2d349a266f2b HTTP/1.1" status: 200 len: 210 time: 0.0305159 Jun 18 22:10:52.636243 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-198ad0f2-6efd-4fae-ab42-4bcdfd43e506 req-3da25967-c979-4db2-85ac-64ee4a8ed753 tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "GET /v2.0/ports?device_id=c22a450e-1706-4be3-963e-2d349a266f2b HTTP/1.1" status: 200 len: 210 time: 0.0277784 Jun 18 22:10:53.219219 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device dc154032-63f2-4510-8d2a-11b90dd15e0d no longer exists at agent hyperv_hv-cinder-76675 {{(pid=93269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:10:53.238898 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.plugin [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] No Port match for: dc154032-63f2-4510-8d2a-11b90dd15e0d {{(pid=93269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:10:53.239242 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device dc154032-63f2-4510-8d2a-11b90dd15e0d not bound to the agent host hv-cinder-76675 {{(pid=93269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:10:53.725739 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 52290) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:10:53.783028 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-3673ed77-90ea-411d-9492-4927a719a34a tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Notify callbacks [] for security_group, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:53.807473 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-3673ed77-90ea-411d-9492-4927a719a34a tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:53.956508 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-3673ed77-90ea-411d-9492-4927a719a34a tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:53.958997 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-3673ed77-90ea-411d-9492-4927a719a34a tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Notify callbacks [] for security_group, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:53.960124 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-3673ed77-90ea-411d-9492-4927a719a34a tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] 10.222.0.23 "DELETE /v2.0/security-groups/407f5abf-1609-4f18-a881-c969edf16595 HTTP/1.1" status: 204 len: 168 time: 0.2333877 Jun 18 22:10:53.960904 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-73e2d2ba-6baa-43b0-9964-6a0bb14f54b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:10:53.971757 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3673ed77-90ea-411d-9492-4927a719a34a tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=407f5abf-1609-4f18-a881-c969edf16595,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:10:53.972845 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-3673ed77-90ea-411d-9492-4927a719a34a tempest-TestShelveInstance-436599321 tempest-TestShelveInstance-436599321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:10:54.079421 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 52294) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:10:54.417072 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-3e7fd466-50ee-4f7f-99cb-cfcd2821d0ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476109'] for router_interface, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:54.663152 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-3e7fd466-50ee-4f7f-99cb-cfcd2821d0ce admin admin] Deleting port f734b0d2-66e2-4f41-9e40-4a0b89333de1 {{(pid=93268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:10:54.663489 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-3e7fd466-50ee-4f7f-99cb-cfcd2821d0ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765939110629'] for port, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:54.743116 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-3e7fd466-50ee-4f7f-99cb-cfcd2821d0ce admin admin] For port f734b0d2-66e2-4f41-9e40-4a0b89333de1, host dv-cinder-766752-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-smb',level=0,port_id=f734b0d2-66e2-4f41-9e40-4a0b89333de1,segment=NetworkSegment(60309a01-94b6-44fc-a49a-106252aac6a0),segment_id=60309a01-94b6-44fc-a49a-106252aac6a0)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:10:54.743639 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-3e7fd466-50ee-4f7f-99cb-cfcd2821d0ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512668'] for port, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:54.805017 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-3e7fd466-50ee-4f7f-99cb-cfcd2821d0ce admin admin] Calling delete_port for f734b0d2-66e2-4f41-9e40-4a0b89333de1 owned by network:router_interface {{(pid=93268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:10:55.047897 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-3e7fd466-50ee-4f7f-99cb-cfcd2821d0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765939117029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765938626151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3169581'] for port, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:55.049993 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-d13c5fb8-7426-446c-a2cc-1f73fe1b9450 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:10:55.078052 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7fd466-50ee-4f7f-99cb-cfcd2821d0ce admin admin] Pushing event deleted for resources: {'Port': ['ID=f734b0d2-66e2-4f41-9e40-4a0b89333de1,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:10:55.080478 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-3e7fd466-50ee-4f7f-99cb-cfcd2821d0ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:10:55.243502 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-3e7fd466-50ee-4f7f-99cb-cfcd2821d0ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476017'] for router_interface, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:55.452942 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e7fd466-50ee-4f7f-99cb-cfcd2821d0ce admin admin] Router 38a6a020-65cc-41ca-9707-e3378477b10f has already been hosted by L3 agent cffdd0dd-f469-4450-b407-8e3f357d30fb {{(pid=93268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 22:10:55.555312 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e7fd466-50ee-4f7f-99cb-cfcd2821d0ce admin admin] Notify agent at l3_agent.dv-cinder-766752-3-smb the message routers_updated {{(pid=93268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 22:10:55.561334 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-3e7fd466-50ee-4f7f-99cb-cfcd2821d0ce admin admin] 10.222.0.23 "PUT /v2.0/routers/38a6a020-65cc-41ca-9707-e3378477b10f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4809144 Jun 18 22:10:55.563812 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 52296) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:10:55.564782 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94757730-01fa-46d9-9bcc-cd24c8c2ab7a None None] Sync routers for ids ['38a6a020-65cc-41ca-9707-e3378477b10f'] in dv-cinder-766752-3-smb {{(pid=93270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 22:10:55.574299 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94757730-01fa-46d9-9bcc-cd24c8c2ab7a None None] Routers {'38a6a020-65cc-41ca-9707-e3378477b10f'} bound to L3 agent in host dv-cinder-766752-3-smb {{(pid=93270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:10:55.574989 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_hamode_db [None req-94757730-01fa-46d9-9bcc-cd24c8c2ab7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T21:54:00Z,description=,heartbeat_timestamp=2021-06-18T22:10:30Z,host='dv-cinder-766752-3-smb',id=cffdd0dd-f469-4450-b407-8e3f357d30fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:54:01Z,topic='l3_agent')) {'router_ids': ['38a6a020-65cc-41ca-9707-e3378477b10f'], 'active': True} {{(pid=93270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:10:55.678434 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-03db807a-f18c-4e17-83a1-78460a0355b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:55.684067 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_dvr_db [None req-94757730-01fa-46d9-9bcc-cd24c8c2ab7a None None] Set router 38a6a020-65cc-41ca-9707-e3378477b10f gateway port host: dv-cinder-766752-3-smb {{(pid=93270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:10:55.790931 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-03db807a-f18c-4e17-83a1-78460a0355b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:55.894878 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_hamode_db [None req-94757730-01fa-46d9-9bcc-cd24c8c2ab7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a6a020-65cc-41ca-9707-e3378477b10f', 'name': 'tempest-TestShelveInstance-1397809234-router', 'tenant_id': 'bb38584fac4b45c0ad6f8a619ed02fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': '0d78d0f9-2c57-4694-9bd5-5b66eba1e767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:06:04Z', 'updated_at': '2021-06-18T22:10:54Z', 'revision_number': 5, 'project_id': 'bb38584fac4b45c0ad6f8a619ed02fc2', 'gw_port': {'id': '0d78d0f9-2c57-4694-9bd5-5b66eba1e767', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a6a020-65cc-41ca-9707-e3378477b10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:06:05Z', 'updated_at': '2021-06-18T22:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb'}], 'dv-cinder-766752-3-smb', False) {} {{(pid=93270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:10:55.927967 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94757730-01fa-46d9-9bcc-cd24c8c2ab7a None None] Checking router: 38a6a020-65cc-41ca-9707-e3378477b10f for host: dv-cinder-766752-3-smb {{(pid=93270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 22:10:55.937547 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94757730-01fa-46d9-9bcc-cd24c8c2ab7a None None] Routers {'38a6a020-65cc-41ca-9707-e3378477b10f'} bound to L3 agent in host dv-cinder-766752-3-smb {{(pid=93270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:10:55.938152 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_hamode_db [None req-94757730-01fa-46d9-9bcc-cd24c8c2ab7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T21:54:00Z,description=,heartbeat_timestamp=2021-06-18T22:10:30Z,host='dv-cinder-766752-3-smb',id=cffdd0dd-f469-4450-b407-8e3f357d30fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:54:01Z,topic='l3_agent')) {'router_ids': ['38a6a020-65cc-41ca-9707-e3378477b10f'], 'active': True} {{(pid=93270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:10:55.945020 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-03db807a-f18c-4e17-83a1-78460a0355b6 admin admin] Deleting port 0d78d0f9-2c57-4694-9bd5-5b66eba1e767 {{(pid=93268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:10:55.945364 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-03db807a-f18c-4e17-83a1-78460a0355b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765939110629'] for port, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:56.026117 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-03db807a-f18c-4e17-83a1-78460a0355b6 admin admin] For port 0d78d0f9-2c57-4694-9bd5-5b66eba1e767, host dv-cinder-766752-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-smb',level=0,port_id=0d78d0f9-2c57-4694-9bd5-5b66eba1e767,segment=NetworkSegment(84b34c11-c765-4838-8c05-a350e58a1412),segment_id=84b34c11-c765-4838-8c05-a350e58a1412)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:10:56.026470 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-03db807a-f18c-4e17-83a1-78460a0355b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512668'] for port, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:56.045705 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_dvr_db [None req-94757730-01fa-46d9-9bcc-cd24c8c2ab7a None None] Set router 38a6a020-65cc-41ca-9707-e3378477b10f gateway port host: None {{(pid=93270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:10:56.094307 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-03db807a-f18c-4e17-83a1-78460a0355b6 admin admin] Calling delete_port for 0d78d0f9-2c57-4694-9bd5-5b66eba1e767 owned by network:router_gateway {{(pid=93268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:10:56.200667 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_hamode_db [None req-94757730-01fa-46d9-9bcc-cd24c8c2ab7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a6a020-65cc-41ca-9707-e3378477b10f', 'name': 'tempest-TestShelveInstance-1397809234-router', 'tenant_id': 'bb38584fac4b45c0ad6f8a619ed02fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:06:04Z', 'updated_at': '2021-06-18T22:10:55Z', 'revision_number': 6, 'project_id': 'bb38584fac4b45c0ad6f8a619ed02fc2', 'gw_port_host': None}], 'dv-cinder-766752-3-smb', False) {} {{(pid=93270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:10:56.226367 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94757730-01fa-46d9-9bcc-cd24c8c2ab7a None None] The sync data for ids ['38a6a020-65cc-41ca-9707-e3378477b10f'] in dv-cinder-766752-3-smb is: [{'id': '38a6a020-65cc-41ca-9707-e3378477b10f', 'name': 'tempest-TestShelveInstance-1397809234-router', 'tenant_id': 'bb38584fac4b45c0ad6f8a619ed02fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:06:04Z', 'updated_at': '2021-06-18T22:10:55Z', 'revision_number': 6, 'project_id': 'bb38584fac4b45c0ad6f8a619ed02fc2', 'gw_port_host': None}] {{(pid=93270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 22:10:56.368417 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-03db807a-f18c-4e17-83a1-78460a0355b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765939117029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765938626151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3169581'] for port, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:56.370646 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-05bb47cc-9d9d-4100-ab5c-59eccc5d60a3 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:10:56.397894 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03db807a-f18c-4e17-83a1-78460a0355b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d78d0f9-2c57-4694-9bd5-5b66eba1e767,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:10:56.401741 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-03db807a-f18c-4e17-83a1-78460a0355b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:10:56.465831 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-03db807a-f18c-4e17-83a1-78460a0355b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-515933'] for router_gateway, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:56.830689 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-03db807a-f18c-4e17-83a1-78460a0355b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-477251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65146'] for router, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:56.832773 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-03db807a-f18c-4e17-83a1-78460a0355b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:56.994390 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-03db807a-f18c-4e17-83a1-78460a0355b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475666'] for router, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:56.994948 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03db807a-f18c-4e17-83a1-78460a0355b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38a6a020-65cc-41ca-9707-e3378477b10f {{(pid=93268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 22:10:56.995117 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device f734b0d2-66e2-4f41-9e40-4a0b89333de1 no longer exists at agent ovs-agent-dv-cinder-766752-3-smb {{(pid=93269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:10:57.001108 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-03db807a-f18c-4e17-83a1-78460a0355b6 admin admin] Notify callbacks [] for router, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:57.007338 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-03db807a-f18c-4e17-83a1-78460a0355b6 admin admin] 10.222.0.23 "DELETE /v2.0/routers/38a6a020-65cc-41ca-9707-e3378477b10f HTTP/1.1" status: 204 len: 168 time: 1.4375429 Jun 18 22:10:57.007338 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 52300) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:10:57.016727 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.plugin [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] No Port match for: f734b0d2-66e2-4f41-9e40-4a0b89333de1 {{(pid=93269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:10:57.017097 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device f734b0d2-66e2-4f41-9e40-4a0b89333de1 not bound to the agent host dv-cinder-766752-3-smb {{(pid=93269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:10:57.017499 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device 0d78d0f9-2c57-4694-9bd5-5b66eba1e767 no longer exists at agent ovs-agent-dv-cinder-766752-3-smb {{(pid=93269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:10:57.039245 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.plugin [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] No Port match for: 0d78d0f9-2c57-4694-9bd5-5b66eba1e767 {{(pid=93269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:10:57.039590 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device 0d78d0f9-2c57-4694-9bd5-5b66eba1e767 not bound to the agent host dv-cinder-766752-3-smb {{(pid=93269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:10:57.049852 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.db_base_plugin_v2 [None req-5715de7a-e25b-4369-b877-7465008d9eba admin admin] Deleting subnet 944e385f-b7fb-403b-8f0b-1c808a9ec1e9 {{(pid=93268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 22:10:57.053146 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-5715de7a-e25b-4369-b877-7465008d9eba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:57.089175 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-5715de7a-e25b-4369-b877-7465008d9eba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019249'] for subnet, precommit_delete_associations {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:57.171271 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-5715de7a-e25b-4369-b877-7465008d9eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525357'] for subnet, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:57.314159 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-5715de7a-e25b-4369-b877-7465008d9eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3169623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8640369'] for subnet, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:57.316685 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:10:57.340844 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5715de7a-e25b-4369-b877-7465008d9eba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=944e385f-b7fb-403b-8f0b-1c808a9ec1e9,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:10:57.344058 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-5715de7a-e25b-4369-b877-7465008d9eba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:10:57.345068 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-5715de7a-e25b-4369-b877-7465008d9eba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678351'] for subnet, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:57.346895 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-5715de7a-e25b-4369-b877-7465008d9eba admin admin] 10.222.0.23 "DELETE /v2.0/subnets/944e385f-b7fb-403b-8f0b-1c808a9ec1e9 HTTP/1.1" status: 204 len: 168 time: 0.3411911 Jun 18 22:10:57.349385 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 52302) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:10:57.351916 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af4e7f9-7a49-4a25-93a8-e26e83a1d593 None None] Network 86beaeb4-cc2e-471c-8ffc-81b02f765b2a requested from dv-cinder-766752-3-smb {{(pid=93269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 22:10:57.418147 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-3416d0fd-908b-4f81-8366-3f52047595e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647953'] for network, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:57.471196 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-3416d0fd-908b-4f81-8366-3f52047595e4 admin admin] Deleting port e1a7db4c-c073-4cc7-b35b-9f94958f7f95 {{(pid=93268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:10:57.471443 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-3416d0fd-908b-4f81-8366-3f52047595e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765939110629'] for port, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:57.533833 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-3416d0fd-908b-4f81-8366-3f52047595e4 admin admin] For port e1a7db4c-c073-4cc7-b35b-9f94958f7f95, host dv-cinder-766752-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-smb',level=0,port_id=e1a7db4c-c073-4cc7-b35b-9f94958f7f95,segment=NetworkSegment(60309a01-94b6-44fc-a49a-106252aac6a0),segment_id=60309a01-94b6-44fc-a49a-106252aac6a0)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:10:57.534188 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-3416d0fd-908b-4f81-8366-3f52047595e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512668'] for port, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:57.548932 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b18092d-e695-4baa-987e-ef2383ba46e4 None None] DHCP port deletion for 86beaeb4-cc2e-471c-8ffc-81b02f765b2a request from dv-cinder-766752-3-smb {{(pid=93269) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 22:10:57.601215 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-3416d0fd-908b-4f81-8366-3f52047595e4 admin admin] Calling delete_port for e1a7db4c-c073-4cc7-b35b-9f94958f7f95 owned by network:dhcp {{(pid=93268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:10:57.603596 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.plugin [None req-1b18092d-e695-4baa-987e-ef2383ba46e4 None None] Deleting port e1a7db4c-c073-4cc7-b35b-9f94958f7f95 {{(pid=93269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:10:57.603959 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-1b18092d-e695-4baa-987e-ef2383ba46e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765939110629'] for port, before_delete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:57.665823 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-1b18092d-e695-4baa-987e-ef2383ba46e4 None None] For port e1a7db4c-c073-4cc7-b35b-9f94958f7f95, host dv-cinder-766752-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-smb',level=0,port_id=e1a7db4c-c073-4cc7-b35b-9f94958f7f95,segment=NetworkSegment(60309a01-94b6-44fc-a49a-106252aac6a0),segment_id=60309a01-94b6-44fc-a49a-106252aac6a0)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:10:57.666212 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-1b18092d-e695-4baa-987e-ef2383ba46e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512668'] for port, precommit_delete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:57.668760 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-f5cc44f1-f09a-4da2-9fb2-07f8c1ba6fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:57.737405 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.plugin [None req-1b18092d-e695-4baa-987e-ef2383ba46e4 None None] Calling delete_port for e1a7db4c-c073-4cc7-b35b-9f94958f7f95 owned by network:dhcp {{(pid=93269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:10:57.776954 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-3416d0fd-908b-4f81-8366-3f52047595e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765939117029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765938626151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3169581'] for port, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:57.780083 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-257493fb-65e7-4d41-aeb8-3fb2ac68fe43 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:10:57.804682 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3416d0fd-908b-4f81-8366-3f52047595e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1a7db4c-c073-4cc7-b35b-9f94958f7f95,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:10:57.806598 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3416d0fd-908b-4f81-8366-3f52047595e4 admin admin] No DVR routers for this DVR port e1a7db4c-c073-4cc7-b35b-9f94958f7f95 on host dv-cinder-766752-3-smb {{(pid=93268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 22:10:57.808151 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-3416d0fd-908b-4f81-8366-3f52047595e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:10:57.812985 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-1b18092d-e695-4baa-987e-ef2383ba46e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765939117029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765938626151'] for port, after_delete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:57.815686 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:10:57.841340 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b18092d-e695-4baa-987e-ef2383ba46e4 None None] Pushing event deleted for resources: {'Port': ['ID=e1a7db4c-c073-4cc7-b35b-9f94958f7f95,revision_number=None']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:10:57.845627 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b18092d-e695-4baa-987e-ef2383ba46e4 None None] No DVR routers for this DVR port e1a7db4c-c073-4cc7-b35b-9f94958f7f95 on host dv-cinder-766752-3-smb {{(pid=93269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 22:10:57.852004 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b18092d-e695-4baa-987e-ef2383ba46e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:57.854680 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b18092d-e695-4baa-987e-ef2383ba46e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:57.854680 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b18092d-e695-4baa-987e-ef2383ba46e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:57.854680 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b18092d-e695-4baa-987e-ef2383ba46e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:57.854680 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b18092d-e695-4baa-987e-ef2383ba46e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:57.854680 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b18092d-e695-4baa-987e-ef2383ba46e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:57.854680 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b18092d-e695-4baa-987e-ef2383ba46e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:57.854680 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b18092d-e695-4baa-987e-ef2383ba46e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:57.854680 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b18092d-e695-4baa-987e-ef2383ba46e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:57.855463 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b18092d-e695-4baa-987e-ef2383ba46e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:57.855463 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b18092d-e695-4baa-987e-ef2383ba46e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:57.855463 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b18092d-e695-4baa-987e-ef2383ba46e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:57.858341 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-1b18092d-e695-4baa-987e-ef2383ba46e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:10:57.884786 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-3416d0fd-908b-4f81-8366-3f52047595e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1539570', 'neutron.services.segments.db._delete_segments_for_network-8765939166931'] for network, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:57.895221 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.services.segments.db [None req-3416d0fd-908b-4f81-8366-3f52047595e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86beaeb4-cc2e-471c-8ffc-81b02f765b2a']}} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:10:57.904580 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.services.segments.db [None req-3416d0fd-908b-4f81-8366-3f52047595e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60309a01-94b6-44fc-a49a-106252aac6a0') {'for_net_delete': True} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:10:57.908984 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.services.segments.db [None req-3416d0fd-908b-4f81-8366-3f52047595e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60309a01-94b6-44fc-a49a-106252aac6a0') {} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:10:57.913368 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-3416d0fd-908b-4f81-8366-3f52047595e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765939166760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019256'] for segment, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:57.926766 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-3416d0fd-908b-4f81-8366-3f52047595e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527226'] for segment, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:57.932415 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3416d0fd-908b-4f81-8366-3f52047595e4 admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=93268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 22:10:57.932819 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-3416d0fd-908b-4f81-8366-3f52047595e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3043836'] for segment, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:57.934448 dv-cinder-766752-3-smb neutron-server[93268]: Traceback (most recent call last): Jun 18 22:10:57.934448 dv-cinder-766752-3-smb neutron-server[93268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 22:10:57.934448 dv-cinder-766752-3-smb neutron-server[93268]: timer() Jun 18 22:10:57.934448 dv-cinder-766752-3-smb neutron-server[93268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 22:10:57.934448 dv-cinder-766752-3-smb neutron-server[93268]: cb(*args, **kw) Jun 18 22:10:57.934448 dv-cinder-766752-3-smb neutron-server[93268]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 22:10:57.934448 dv-cinder-766752-3-smb neutron-server[93268]: return func(*args, **kwargs) Jun 18 22:10:57.934448 dv-cinder-766752-3-smb neutron-server[93268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 22:10:57.934448 dv-cinder-766752-3-smb neutron-server[93268]: self._notify() Jun 18 22:10:57.934448 dv-cinder-766752-3-smb neutron-server[93268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 22:10:57.934448 dv-cinder-766752-3-smb neutron-server[93268]: self.callback(batched_events) Jun 18 22:10:57.934448 dv-cinder-766752-3-smb neutron-server[93268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 22:10:57.934448 dv-cinder-766752-3-smb neutron-server[93268]: event.method(event) Jun 18 22:10:57.934448 dv-cinder-766752-3-smb neutron-server[93268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 22:10:57.934448 dv-cinder-766752-3-smb neutron-server[93268]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 22:10:57.934448 dv-cinder-766752-3-smb neutron-server[93268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 22:10:57.934448 dv-cinder-766752-3-smb neutron-server[93268]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 22:10:57.934448 dv-cinder-766752-3-smb neutron-server[93268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 22:10:57.934448 dv-cinder-766752-3-smb neutron-server[93268]: return f(self, *a, **k) Jun 18 22:10:57.934448 dv-cinder-766752-3-smb neutron-server[93268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 22:10:57.934448 dv-cinder-766752-3-smb neutron-server[93268]: return self._get(url).json() Jun 18 22:10:57.934448 dv-cinder-766752-3-smb neutron-server[93268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 22:10:57.934448 dv-cinder-766752-3-smb neutron-server[93268]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 22:10:57.934448 dv-cinder-766752-3-smb neutron-server[93268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 22:10:57.934448 dv-cinder-766752-3-smb neutron-server[93268]: return self.request(url, 'GET', **kwargs) Jun 18 22:10:57.934448 dv-cinder-766752-3-smb neutron-server[93268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 22:10:57.934448 dv-cinder-766752-3-smb neutron-server[93268]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 22:10:57.934448 dv-cinder-766752-3-smb neutron-server[93268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 22:10:57.934448 dv-cinder-766752-3-smb neutron-server[93268]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 22:10:57.934448 dv-cinder-766752-3-smb neutron-server[93268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 22:10:57.934448 dv-cinder-766752-3-smb neutron-server[93268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 22:10:57.934448 dv-cinder-766752-3-smb neutron-server[93268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 22:10:58.064829 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-3416d0fd-908b-4f81-8366-3f52047595e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1539563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-490555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1678354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-515970'] for network, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:58.068588 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-196295e1-440a-4fc6-92d3-bab511686099 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:10:58.071093 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-3416d0fd-908b-4f81-8366-3f52047595e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678351'] for network, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:58.072832 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-3416d0fd-908b-4f81-8366-3f52047595e4 admin admin] 10.222.0.23 "DELETE /v2.0/networks/86beaeb4-cc2e-471c-8ffc-81b02f765b2a HTTP/1.1" status: 204 len: 168 time: 0.7225130 Jun 18 22:10:58.076387 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 52304) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:10:58.084386 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3416d0fd-908b-4f81-8366-3f52047595e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=86beaeb4-cc2e-471c-8ffc-81b02f765b2a,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:10:58.086866 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-3416d0fd-908b-4f81-8366-3f52047595e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:10:58.401964 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-03254fa5-442d-4c2d-a8bd-cad92f1a0f00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476109'] for router_interface, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:58.644182 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [None req-03254fa5-442d-4c2d-a8bd-cad92f1a0f00 admin admin] Deleting port 70449c9a-6653-43e0-989b-7f9b84628e3c {{(pid=93267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:10:58.644520 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-03254fa5-442d-4c2d-a8bd-cad92f1a0f00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765939110629'] for port, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:58.723103 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.plugins.ml2.db [None req-03254fa5-442d-4c2d-a8bd-cad92f1a0f00 admin admin] For port 70449c9a-6653-43e0-989b-7f9b84628e3c, host dv-cinder-766752-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-smb',level=0,port_id=70449c9a-6653-43e0-989b-7f9b84628e3c,segment=NetworkSegment(5d66d520-77ef-40c7-b8c0-70491b8f5cb9),segment_id=5d66d520-77ef-40c7-b8c0-70491b8f5cb9)] {{(pid=93267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:10:58.723375 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-03254fa5-442d-4c2d-a8bd-cad92f1a0f00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512668'] for port, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:58.785189 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [None req-03254fa5-442d-4c2d-a8bd-cad92f1a0f00 admin admin] Calling delete_port for 70449c9a-6653-43e0-989b-7f9b84628e3c owned by network:router_interface {{(pid=93267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:10:58.839108 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device e1a7db4c-c073-4cc7-b35b-9f94958f7f95 no longer exists at agent ovs-agent-dv-cinder-766752-3-smb {{(pid=93269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:10:58.859749 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.plugin [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] No Port match for: e1a7db4c-c073-4cc7-b35b-9f94958f7f95 {{(pid=93269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:10:58.860097 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device e1a7db4c-c073-4cc7-b35b-9f94958f7f95 not bound to the agent host dv-cinder-766752-3-smb {{(pid=93269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:10:59.065417 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-03254fa5-442d-4c2d-a8bd-cad92f1a0f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765939117029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765938626151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504252'] for port, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:59.067340 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:10:59.088794 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03254fa5-442d-4c2d-a8bd-cad92f1a0f00 admin admin] Pushing event deleted for resources: {'Port': ['ID=70449c9a-6653-43e0-989b-7f9b84628e3c,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:10:59.101298 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03254fa5-442d-4c2d-a8bd-cad92f1a0f00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:59.101670 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03254fa5-442d-4c2d-a8bd-cad92f1a0f00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:59.102037 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03254fa5-442d-4c2d-a8bd-cad92f1a0f00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:59.102406 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03254fa5-442d-4c2d-a8bd-cad92f1a0f00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:59.102751 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03254fa5-442d-4c2d-a8bd-cad92f1a0f00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:59.103098 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03254fa5-442d-4c2d-a8bd-cad92f1a0f00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:59.103445 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03254fa5-442d-4c2d-a8bd-cad92f1a0f00 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:59.103794 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03254fa5-442d-4c2d-a8bd-cad92f1a0f00 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:59.104141 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03254fa5-442d-4c2d-a8bd-cad92f1a0f00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:59.104482 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03254fa5-442d-4c2d-a8bd-cad92f1a0f00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:59.109654 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03254fa5-442d-4c2d-a8bd-cad92f1a0f00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:59.109654 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03254fa5-442d-4c2d-a8bd-cad92f1a0f00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:10:59.128639 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-03254fa5-442d-4c2d-a8bd-cad92f1a0f00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:10:59.265838 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-03254fa5-442d-4c2d-a8bd-cad92f1a0f00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476017'] for router_interface, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:59.468846 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03254fa5-442d-4c2d-a8bd-cad92f1a0f00 admin admin] Router 5aa190e8-2e01-40c5-bcbf-48c86085e47a has already been hosted by L3 agent cffdd0dd-f469-4450-b407-8e3f357d30fb {{(pid=93267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 22:10:59.577211 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03254fa5-442d-4c2d-a8bd-cad92f1a0f00 admin admin] Notify agent at l3_agent.dv-cinder-766752-3-smb the message routers_updated {{(pid=93267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 22:10:59.582717 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-03254fa5-442d-4c2d-a8bd-cad92f1a0f00 admin admin] 10.222.0.23 "PUT /v2.0/routers/5aa190e8-2e01-40c5-bcbf-48c86085e47a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5046203 Jun 18 22:10:59.584484 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 52308) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:10:59.587055 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2dba164-4a55-4a26-9b2d-944ba55de0b9 None None] Sync routers for ids ['5aa190e8-2e01-40c5-bcbf-48c86085e47a'] in dv-cinder-766752-3-smb {{(pid=93269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 22:10:59.598746 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dba164-4a55-4a26-9b2d-944ba55de0b9 None None] Routers {'5aa190e8-2e01-40c5-bcbf-48c86085e47a'} bound to L3 agent in host dv-cinder-766752-3-smb {{(pid=93269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:10:59.599373 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-a2dba164-4a55-4a26-9b2d-944ba55de0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T21:54:00Z,description=,heartbeat_timestamp=2021-06-18T22:10:30Z,host='dv-cinder-766752-3-smb',id=cffdd0dd-f469-4450-b407-8e3f357d30fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:54:01Z,topic='l3_agent')) {'router_ids': ['5aa190e8-2e01-40c5-bcbf-48c86085e47a'], 'active': True} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:10:59.707405 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvr_db [None req-a2dba164-4a55-4a26-9b2d-944ba55de0b9 None None] Set router 5aa190e8-2e01-40c5-bcbf-48c86085e47a gateway port host: dv-cinder-766752-3-smb {{(pid=93269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:10:59.885500 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-a2dba164-4a55-4a26-9b2d-944ba55de0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa190e8-2e01-40c5-bcbf-48c86085e47a', 'name': 'tempest-TestShelveInstance-1703528791-router', 'tenant_id': '4a9675d0dacf4a4d88390d99d02239f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.17'}], 'enable_snat': True}, 'gw_port_id': '22a71c62-685c-4475-bb56-850b9a80a13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:06:11Z', 'updated_at': '2021-06-18T22:10:58Z', 'revision_number': 5, 'project_id': '4a9675d0dacf4a4d88390d99d02239f4', 'gw_port': {'id': '22a71c62-685c-4475-bb56-850b9a80a13c', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ac:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa190e8-2e01-40c5-bcbf-48c86085e47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:06:12Z', 'updated_at': '2021-06-18T22:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb'}], 'dv-cinder-766752-3-smb', False) {} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:10:59.899106 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-f98e29fd-115f-41a3-9aa6-de57a865abf9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:10:59.915438 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2dba164-4a55-4a26-9b2d-944ba55de0b9 None None] Checking router: 5aa190e8-2e01-40c5-bcbf-48c86085e47a for host: dv-cinder-766752-3-smb {{(pid=93269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 22:10:59.923746 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dba164-4a55-4a26-9b2d-944ba55de0b9 None None] Routers {'5aa190e8-2e01-40c5-bcbf-48c86085e47a'} bound to L3 agent in host dv-cinder-766752-3-smb {{(pid=93269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:10:59.924349 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-a2dba164-4a55-4a26-9b2d-944ba55de0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T21:54:00Z,description=,heartbeat_timestamp=2021-06-18T22:10:30Z,host='dv-cinder-766752-3-smb',id=cffdd0dd-f469-4450-b407-8e3f357d30fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:54:01Z,topic='l3_agent')) {'router_ids': ['5aa190e8-2e01-40c5-bcbf-48c86085e47a'], 'active': True} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:11:00.001616 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-f98e29fd-115f-41a3-9aa6-de57a865abf9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:00.026609 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvr_db [None req-a2dba164-4a55-4a26-9b2d-944ba55de0b9 None None] Set router 5aa190e8-2e01-40c5-bcbf-48c86085e47a gateway port host: dv-cinder-766752-3-smb {{(pid=93269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:11:00.114214 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [None req-f98e29fd-115f-41a3-9aa6-de57a865abf9 admin admin] Deleting port 22a71c62-685c-4475-bb56-850b9a80a13c {{(pid=93267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:11:00.114828 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-f98e29fd-115f-41a3-9aa6-de57a865abf9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765939110629'] for port, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:00.193148 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.plugins.ml2.db [None req-f98e29fd-115f-41a3-9aa6-de57a865abf9 admin admin] For port 22a71c62-685c-4475-bb56-850b9a80a13c, host dv-cinder-766752-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-smb',level=0,port_id=22a71c62-685c-4475-bb56-850b9a80a13c,segment=NetworkSegment(84b34c11-c765-4838-8c05-a350e58a1412),segment_id=84b34c11-c765-4838-8c05-a350e58a1412)] {{(pid=93267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:11:00.193532 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-f98e29fd-115f-41a3-9aa6-de57a865abf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512668'] for port, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:00.202983 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-98628702-a383-4b1b-9833-02d2f65a174a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:00.211479 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-a2dba164-4a55-4a26-9b2d-944ba55de0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa190e8-2e01-40c5-bcbf-48c86085e47a', 'name': 'tempest-TestShelveInstance-1703528791-router', 'tenant_id': '4a9675d0dacf4a4d88390d99d02239f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.17'}], 'enable_snat': True}, 'gw_port_id': '22a71c62-685c-4475-bb56-850b9a80a13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:06:11Z', 'updated_at': '2021-06-18T22:10:58Z', 'revision_number': 5, 'project_id': '4a9675d0dacf4a4d88390d99d02239f4', 'gw_port': {'id': '22a71c62-685c-4475-bb56-850b9a80a13c', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ac:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa190e8-2e01-40c5-bcbf-48c86085e47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:06:12Z', 'updated_at': '2021-06-18T22:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb'}], 'dv-cinder-766752-3-smb', False) {} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:11:00.244810 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2dba164-4a55-4a26-9b2d-944ba55de0b9 None None] The sync data for ids ['5aa190e8-2e01-40c5-bcbf-48c86085e47a'] in dv-cinder-766752-3-smb is: [{'id': '5aa190e8-2e01-40c5-bcbf-48c86085e47a', 'name': 'tempest-TestShelveInstance-1703528791-router', 'tenant_id': '4a9675d0dacf4a4d88390d99d02239f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.17'}], 'enable_snat': True}, 'gw_port_id': '22a71c62-685c-4475-bb56-850b9a80a13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:06:11Z', 'updated_at': '2021-06-18T22:10:58Z', 'revision_number': 5, 'project_id': '4a9675d0dacf4a4d88390d99d02239f4', 'gw_port': {'id': '22a71c62-685c-4475-bb56-850b9a80a13c', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ac:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa190e8-2e01-40c5-bcbf-48c86085e47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:06:12Z', 'updated_at': '2021-06-18T22:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb'}] {{(pid=93269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 22:11:00.261954 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [None req-f98e29fd-115f-41a3-9aa6-de57a865abf9 admin admin] Calling delete_port for 22a71c62-685c-4475-bb56-850b9a80a13c owned by network:router_gateway {{(pid=93267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:11:00.328251 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:00.533741 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-f98e29fd-115f-41a3-9aa6-de57a865abf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765939117029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765938626151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504252'] for port, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:00.535719 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-60081372-a1e2-4b46-b54d-cd726cf9711f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:11:00.557463 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98e29fd-115f-41a3-9aa6-de57a865abf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=22a71c62-685c-4475-bb56-850b9a80a13c,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:11:00.560929 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-f98e29fd-115f-41a3-9aa6-de57a865abf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:11:00.628246 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-f98e29fd-115f-41a3-9aa6-de57a865abf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-515933'] for router_gateway, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:00.723418 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-f98e29fd-115f-41a3-9aa6-de57a865abf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-477251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65146'] for router, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:00.725588 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-f98e29fd-115f-41a3-9aa6-de57a865abf9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:00.848207 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-f98e29fd-115f-41a3-9aa6-de57a865abf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475666'] for router, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:00.848804 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f98e29fd-115f-41a3-9aa6-de57a865abf9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5aa190e8-2e01-40c5-bcbf-48c86085e47a {{(pid=93267) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 22:11:00.853720 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-f98e29fd-115f-41a3-9aa6-de57a865abf9 admin admin] Notify callbacks [] for router, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:00.854876 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-f98e29fd-115f-41a3-9aa6-de57a865abf9 admin admin] 10.222.0.23 "DELETE /v2.0/routers/5aa190e8-2e01-40c5-bcbf-48c86085e47a HTTP/1.1" status: 204 len: 168 time: 1.2694542 Jun 18 22:11:00.857626 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 52310) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:11:00.898858 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device 70449c9a-6653-43e0-989b-7f9b84628e3c no longer exists at agent ovs-agent-dv-cinder-766752-3-smb {{(pid=93269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:11:00.908443 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd4fb6cd-ecba-4981-8704-6a06c10a72ff admin admin] Deleting subnet b424b509-03d6-4302-b8e7-db6687b964b7 {{(pid=93267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 22:11:00.911804 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-dd4fb6cd-ecba-4981-8704-6a06c10a72ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:00.926623 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.plugin [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] No Port match for: 70449c9a-6653-43e0-989b-7f9b84628e3c {{(pid=93269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:11:00.926981 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device 70449c9a-6653-43e0-989b-7f9b84628e3c not bound to the agent host dv-cinder-766752-3-smb {{(pid=93269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:11:00.951891 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-dd4fb6cd-ecba-4981-8704-6a06c10a72ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3866932'] for subnet, precommit_delete_associations {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:01.027548 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-dd4fb6cd-ecba-4981-8704-6a06c10a72ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525357'] for subnet, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:01.196797 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-dd4fb6cd-ecba-4981-8704-6a06c10a72ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2856249'] for subnet, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:01.198947 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:11:01.230314 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4fb6cd-ecba-4981-8704-6a06c10a72ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b424b509-03d6-4302-b8e7-db6687b964b7,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:11:01.230314 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-dd4fb6cd-ecba-4981-8704-6a06c10a72ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:11:01.231385 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-dd4fb6cd-ecba-4981-8704-6a06c10a72ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:01.233791 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-dd4fb6cd-ecba-4981-8704-6a06c10a72ff admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b424b509-03d6-4302-b8e7-db6687b964b7 HTTP/1.1" status: 204 len: 168 time: 0.3750672 Jun 18 22:11:01.236444 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 52312) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:11:01.237315 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f87bcd-5845-43e0-8335-a68219404b58 None None] Network 2721476b-fae9-4648-a340-7e4f44f49ca5 requested from dv-cinder-766752-3-smb {{(pid=93269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 22:11:01.312836 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-cfd47731-3f22-480c-8fd1-186d2543f023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647953'] for network, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:01.371037 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [None req-cfd47731-3f22-480c-8fd1-186d2543f023 admin admin] Deleting port a509ebe8-b1b9-4390-901b-4c26b108c775 {{(pid=93267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:11:01.371510 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-cfd47731-3f22-480c-8fd1-186d2543f023 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765939110629'] for port, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:01.448477 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.plugins.ml2.db [None req-cfd47731-3f22-480c-8fd1-186d2543f023 admin admin] For port a509ebe8-b1b9-4390-901b-4c26b108c775, host dv-cinder-766752-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-smb',level=0,port_id=a509ebe8-b1b9-4390-901b-4c26b108c775,segment=NetworkSegment(5d66d520-77ef-40c7-b8c0-70491b8f5cb9),segment_id=5d66d520-77ef-40c7-b8c0-70491b8f5cb9)] {{(pid=93267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:11:01.448794 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-cfd47731-3f22-480c-8fd1-186d2543f023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512668'] for port, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:01.463764 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57efe17b-fb9d-42fc-a4db-1507586dc1fa None None] DHCP port deletion for 2721476b-fae9-4648-a340-7e4f44f49ca5 request from dv-cinder-766752-3-smb {{(pid=93269) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 22:11:01.514815 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [None req-cfd47731-3f22-480c-8fd1-186d2543f023 admin admin] Calling delete_port for a509ebe8-b1b9-4390-901b-4c26b108c775 owned by network:dhcp {{(pid=93267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:11:01.527698 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.plugin [None req-57efe17b-fb9d-42fc-a4db-1507586dc1fa None None] Deleting port a509ebe8-b1b9-4390-901b-4c26b108c775 {{(pid=93269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:11:01.528163 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-57efe17b-fb9d-42fc-a4db-1507586dc1fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765939110629'] for port, before_delete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:01.583510 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-66c5960c-ceb9-453b-add3-817047489609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:01.599471 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-57efe17b-fb9d-42fc-a4db-1507586dc1fa None None] For port a509ebe8-b1b9-4390-901b-4c26b108c775, host dv-cinder-766752-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-smb',level=0,port_id=a509ebe8-b1b9-4390-901b-4c26b108c775,segment=NetworkSegment(5d66d520-77ef-40c7-b8c0-70491b8f5cb9),segment_id=5d66d520-77ef-40c7-b8c0-70491b8f5cb9)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:11:01.599471 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-57efe17b-fb9d-42fc-a4db-1507586dc1fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512668'] for port, precommit_delete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:01.661431 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.plugin [None req-57efe17b-fb9d-42fc-a4db-1507586dc1fa None None] Calling delete_port for a509ebe8-b1b9-4390-901b-4c26b108c775 owned by network:dhcp {{(pid=93269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:11:01.685828 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-cfd47731-3f22-480c-8fd1-186d2543f023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765939117029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765938626151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504252'] for port, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:01.688964 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:11:01.712898 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd47731-3f22-480c-8fd1-186d2543f023 admin admin] Pushing event deleted for resources: {'Port': ['ID=a509ebe8-b1b9-4390-901b-4c26b108c775,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:11:01.714632 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd47731-3f22-480c-8fd1-186d2543f023 admin admin] No DVR routers for this DVR port a509ebe8-b1b9-4390-901b-4c26b108c775 on host dv-cinder-766752-3-smb {{(pid=93267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 22:11:01.716181 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-cfd47731-3f22-480c-8fd1-186d2543f023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:11:01.737236 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-57efe17b-fb9d-42fc-a4db-1507586dc1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765939117029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765938626151'] for port, after_delete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:01.739444 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-4ce3a8c0-4326-4770-80b4-d80a7176656b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:11:01.765805 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57efe17b-fb9d-42fc-a4db-1507586dc1fa None None] Pushing event deleted for resources: {'Port': ['ID=a509ebe8-b1b9-4390-901b-4c26b108c775,revision_number=None']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:11:01.769123 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-57efe17b-fb9d-42fc-a4db-1507586dc1fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:11:01.771714 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57efe17b-fb9d-42fc-a4db-1507586dc1fa None None] No DVR routers for this DVR port a509ebe8-b1b9-4390-901b-4c26b108c775 on host dv-cinder-766752-3-smb {{(pid=93269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 22:11:01.788935 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-cfd47731-3f22-480c-8fd1-186d2543f023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1539570', 'neutron.services.segments.db._delete_segments_for_network-8765939166931'] for network, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:01.798688 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.services.segments.db [None req-cfd47731-3f22-480c-8fd1-186d2543f023 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2721476b-fae9-4648-a340-7e4f44f49ca5']}} {{(pid=93267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:11:01.808656 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.services.segments.db [None req-cfd47731-3f22-480c-8fd1-186d2543f023 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d66d520-77ef-40c7-b8c0-70491b8f5cb9') {'for_net_delete': True} {{(pid=93267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:11:01.808951 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.services.segments.db [None req-cfd47731-3f22-480c-8fd1-186d2543f023 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d66d520-77ef-40c7-b8c0-70491b8f5cb9') {} {{(pid=93267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:11:01.818814 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-cfd47731-3f22-480c-8fd1-186d2543f023 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765939166760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866941'] for segment, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:01.833186 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-cfd47731-3f22-480c-8fd1-186d2543f023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527226'] for segment, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:01.839968 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfd47731-3f22-480c-8fd1-186d2543f023 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=93267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 22:11:01.840351 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-cfd47731-3f22-480c-8fd1-186d2543f023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2839725'] for segment, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:01.842127 dv-cinder-766752-3-smb neutron-server[93267]: Traceback (most recent call last): Jun 18 22:11:01.842127 dv-cinder-766752-3-smb neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 22:11:01.842127 dv-cinder-766752-3-smb neutron-server[93267]: timer() Jun 18 22:11:01.842127 dv-cinder-766752-3-smb neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 22:11:01.842127 dv-cinder-766752-3-smb neutron-server[93267]: cb(*args, **kw) Jun 18 22:11:01.842127 dv-cinder-766752-3-smb neutron-server[93267]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 22:11:01.842127 dv-cinder-766752-3-smb neutron-server[93267]: return func(*args, **kwargs) Jun 18 22:11:01.842127 dv-cinder-766752-3-smb neutron-server[93267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 22:11:01.842127 dv-cinder-766752-3-smb neutron-server[93267]: self._notify() Jun 18 22:11:01.842127 dv-cinder-766752-3-smb neutron-server[93267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 22:11:01.842127 dv-cinder-766752-3-smb neutron-server[93267]: self.callback(batched_events) Jun 18 22:11:01.842127 dv-cinder-766752-3-smb neutron-server[93267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 22:11:01.842127 dv-cinder-766752-3-smb neutron-server[93267]: event.method(event) Jun 18 22:11:01.842127 dv-cinder-766752-3-smb neutron-server[93267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 22:11:01.842127 dv-cinder-766752-3-smb neutron-server[93267]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 22:11:01.842127 dv-cinder-766752-3-smb neutron-server[93267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 22:11:01.842127 dv-cinder-766752-3-smb neutron-server[93267]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 22:11:01.842127 dv-cinder-766752-3-smb neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 22:11:01.842127 dv-cinder-766752-3-smb neutron-server[93267]: return f(self, *a, **k) Jun 18 22:11:01.842127 dv-cinder-766752-3-smb neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 22:11:01.842127 dv-cinder-766752-3-smb neutron-server[93267]: return self._get(url).json() Jun 18 22:11:01.842127 dv-cinder-766752-3-smb neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 22:11:01.842127 dv-cinder-766752-3-smb neutron-server[93267]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 22:11:01.842127 dv-cinder-766752-3-smb neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 22:11:01.842127 dv-cinder-766752-3-smb neutron-server[93267]: return self.request(url, 'GET', **kwargs) Jun 18 22:11:01.842127 dv-cinder-766752-3-smb neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 22:11:01.842127 dv-cinder-766752-3-smb neutron-server[93267]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 22:11:01.842127 dv-cinder-766752-3-smb neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 22:11:01.842127 dv-cinder-766752-3-smb neutron-server[93267]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 22:11:01.842127 dv-cinder-766752-3-smb neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 22:11:01.842127 dv-cinder-766752-3-smb neutron-server[93267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 22:11:01.842127 dv-cinder-766752-3-smb neutron-server[93267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 22:11:01.968054 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-cfd47731-3f22-480c-8fd1-186d2543f023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1539563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-490555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1678354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-515970'] for network, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:01.972771 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-cfd47731-3f22-480c-8fd1-186d2543f023 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678351'] for network, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:01.990068 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-cfd47731-3f22-480c-8fd1-186d2543f023 admin admin] 10.222.0.23 "DELETE /v2.0/networks/2721476b-fae9-4648-a340-7e4f44f49ca5 HTTP/1.1" status: 204 len: 168 time: 0.7365708 Jun 18 22:11:01.990068 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-60d16f6d-8e53-47f5-afca-ba1a9f0c4f6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:11:01.990941 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.agents_db [None req-e551f8fc-329d-4229-a52e-01157ddddd3a None None] Agent healthcheck: found 6 active agents {{(pid=93270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 22:11:01.991508 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd47731-3f22-480c-8fd1-186d2543f023 admin admin] Pushing event deleted for resources: {'Network': ['ID=2721476b-fae9-4648-a340-7e4f44f49ca5,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:11:01.994114 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-cfd47731-3f22-480c-8fd1-186d2543f023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:11:02.457619 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 52326) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:11:02.498987 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-661d4db8-b877-443d-aadb-a9fb82b16a2c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bb38584fac4b45c0ad6f8a619ed02fc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0399733 Jun 18 22:11:02.501369 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 52328) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:11:02.552314 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-05161ff6-815a-422f-a12c-fa700d64a677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:02.559509 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e8f2f7-c952-447d-8aa2-0b165c8dbb2f req-bc5f39fc-8bc6-4a52-8fce-bae5149c0189 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:11:02.561682 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-41e8f2f7-c952-447d-8aa2-0b165c8dbb2f req-bc5f39fc-8bc6-4a52-8fce-bae5149c0189 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5d42a4b-1f6b-4643-aacc-265d2230be98 HTTP/1.1" status: 200 len: 947 time: 0.0666711 Jun 18 22:11:02.573789 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-05161ff6-815a-422f-a12c-fa700d64a677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:02.599442 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-41e8f2f7-c952-447d-8aa2-0b165c8dbb2f req-4b38a178-a5be-4ee6-b747-5a3a7fd81c75 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=e95f0610-8c59-419e-a3dc-bb1a6422f1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319993 Jun 18 22:11:02.685687 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-05161ff6-815a-422f-a12c-fa700d64a677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:02.688311 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-05161ff6-815a-422f-a12c-fa700d64a677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:02.689517 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-05161ff6-815a-422f-a12c-fa700d64a677 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/93c02d05-9d02-493c-9d49-78625b67fc88 HTTP/1.1" status: 204 len: 168 time: 0.1872504 Jun 18 22:11:02.690345 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-b5e7e65a-02c9-44ca-a6cf-b7398613d680 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:11:02.697879 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05161ff6-815a-422f-a12c-fa700d64a677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c02d05-9d02-493c-9d49-78625b67fc88,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:11:02.700227 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-05161ff6-815a-422f-a12c-fa700d64a677 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:11:02.847424 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device a509ebe8-b1b9-4390-901b-4c26b108c775 no longer exists at agent ovs-agent-dv-cinder-766752-3-smb {{(pid=93269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:11:02.867073 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.plugin [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] No Port match for: a509ebe8-b1b9-4390-901b-4c26b108c775 {{(pid=93269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:11:02.867423 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device a509ebe8-b1b9-4390-901b-4c26b108c775 not bound to the agent host dv-cinder-766752-3-smb {{(pid=93269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:11:02.867839 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device 22a71c62-685c-4475-bb56-850b9a80a13c no longer exists at agent ovs-agent-dv-cinder-766752-3-smb {{(pid=93269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:11:02.886961 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.plugin [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] No Port match for: 22a71c62-685c-4475-bb56-850b9a80a13c {{(pid=93269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:11:02.887314 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device 22a71c62-685c-4475-bb56-850b9a80a13c not bound to the agent host dv-cinder-766752-3-smb {{(pid=93269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:11:03.273343 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-cfd4400b-1529-4ea9-a221-6a7c5fbf6a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:03.365449 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 52334) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:11:03.591554 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-6ec5fe7e-470c-413a-9b3a-f8510ecd9ebe admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4a9675d0dacf4a4d88390d99d02239f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2242329 Jun 18 22:11:03.594037 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 52338) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:11:03.654033 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-5b3ec700-9e3f-4b49-b7fc-4a44270dd3fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:03.674525 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-5b3ec700-9e3f-4b49-b7fc-4a44270dd3fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:03.779187 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1302633-9f3c-4c44-bcc0-e10e4b23fff5 req-4be85e8a-9a5e-406c-b0d6-47eb414d8866 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:11:03.780639 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-e1302633-9f3c-4c44-bcc0-e10e4b23fff5 req-4be85e8a-9a5e-406c-b0d6-47eb414d8866 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5d42a4b-1f6b-4643-aacc-265d2230be98 HTTP/1.1" status: 200 len: 947 time: 0.0655174 Jun 18 22:11:03.818088 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-e1302633-9f3c-4c44-bcc0-e10e4b23fff5 req-a506fea7-5648-4288-8e15-221c3eb4686f tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups?id=e95f0610-8c59-419e-a3dc-bb1a6422f1e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318856 Jun 18 22:11:03.867952 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-5b3ec700-9e3f-4b49-b7fc-4a44270dd3fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:03.870581 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-5b3ec700-9e3f-4b49-b7fc-4a44270dd3fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:03.871713 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-5b3ec700-9e3f-4b49-b7fc-4a44270dd3fa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d7365047-0ae1-454a-8296-c314a10643f0 HTTP/1.1" status: 204 len: 168 time: 0.2767456 Jun 18 22:11:03.873184 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-5b9d8316-9d7e-4afa-a6b1-e5e1db833964 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:11:03.880902 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3ec700-9e3f-4b49-b7fc-4a44270dd3fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7365047-0ae1-454a-8296-c314a10643f0,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:11:03.883188 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-5b3ec700-9e3f-4b49-b7fc-4a44270dd3fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:11:03.956818 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f6e1a-c112-481a-bbb6-5923fd3df034 req-fcf21276-804f-4852-bf4a-38cee232df6a tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 22:11:03.958258 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-5b9f6e1a-c112-481a-bbb6-5923fd3df034 req-fcf21276-804f-4852-bf4a-38cee232df6a tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5d42a4b-1f6b-4643-aacc-265d2230be98 HTTP/1.1" status: 200 len: 947 time: 0.0658379 Jun 18 22:11:04.062253 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [req-5b9f6e1a-c112-481a-bbb6-5923fd3df034 req-03842f91-c4b8-416a-a2e6-1b02656e26e7 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Deleting port d2a51db3-b165-438c-aedf-8f83ae188f36 {{(pid=93268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:11:04.062658 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-5b9f6e1a-c112-481a-bbb6-5923fd3df034 req-03842f91-c4b8-416a-a2e6-1b02656e26e7 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765939110629'] for port, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:04.148415 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.db [req-5b9f6e1a-c112-481a-bbb6-5923fd3df034 req-03842f91-c4b8-416a-a2e6-1b02656e26e7 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] For port d2a51db3-b165-438c-aedf-8f83ae188f36, host hv-cinder-76675, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76675',level=0,port_id=d2a51db3-b165-438c-aedf-8f83ae188f36,segment=NetworkSegment(a78d8b83-5ba8-4fe4-9d6b-ca6065c6919a),segment_id=a78d8b83-5ba8-4fe4-9d6b-ca6065c6919a)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:11:04.148793 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-5b9f6e1a-c112-481a-bbb6-5923fd3df034 req-03842f91-c4b8-416a-a2e6-1b02656e26e7 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512668'] for port, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:04.326064 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-5b9f6e1a-c112-481a-bbb6-5923fd3df034 req-03842f91-c4b8-416a-a2e6-1b02656e26e7 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:04.326345 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-5b9f6e1a-c112-481a-bbb6-5923fd3df034 req-03842f91-c4b8-416a-a2e6-1b02656e26e7 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516016'] for floatingip, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:04.326649 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.db.l3_db [req-5b9f6e1a-c112-481a-bbb6-5923fd3df034 req-03842f91-c4b8-416a-a2e6-1b02656e26e7 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Floating IP f92acd23-84fa-4364-92eb-58a9eb0dc42a disassociated. External IP: 172.28.0.73, port: d2a51db3-b165-438c-aedf-8f83ae188f36. Jun 18 22:11:04.326989 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [req-5b9f6e1a-c112-481a-bbb6-5923fd3df034 req-03842f91-c4b8-416a-a2e6-1b02656e26e7 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Calling delete_port for d2a51db3-b165-438c-aedf-8f83ae188f36 owned by compute:nova {{(pid=93268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:11:04.544934 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-5b9f6e1a-c112-481a-bbb6-5923fd3df034 req-03842f91-c4b8-416a-a2e6-1b02656e26e7 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765939117029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765938626151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3169581'] for port, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:04.548899 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-75f8af94-b4e7-412e-b3a4-84524d51dae8 tempest-TestMinimumBasicScenario-1533867635 tempest-TestMinimumBasicScenario-1533867635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:11:04.577270 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03842f91-c4b8-416a-a2e6-1b02656e26e7 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Pushing event deleted for resources: {'Port': ['ID=d2a51db3-b165-438c-aedf-8f83ae188f36,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:11:04.580632 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-03842f91-c4b8-416a-a2e6-1b02656e26e7 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:11:04.687666 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b9f6e1a-c112-481a-bbb6-5923fd3df034 req-03842f91-c4b8-416a-a2e6-1b02656e26e7 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Router b7bef094-6463-4610-a271-5d4d2e6518a3 has already been hosted by L3 agent cffdd0dd-f469-4450-b407-8e3f357d30fb {{(pid=93268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 22:11:04.793507 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b9f6e1a-c112-481a-bbb6-5923fd3df034 req-03842f91-c4b8-416a-a2e6-1b02656e26e7 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify agent at l3_agent.dv-cinder-766752-3-smb the message routers_updated {{(pid=93268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 22:11:04.802863 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2f2159-0460-4f74-810b-95cbadee2840 None None] Sync routers for ids ['b7bef094-6463-4610-a271-5d4d2e6518a3'] in dv-cinder-766752-3-smb {{(pid=93270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 22:11:04.812798 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2f2159-0460-4f74-810b-95cbadee2840 None None] Routers {'b7bef094-6463-4610-a271-5d4d2e6518a3'} bound to L3 agent in host dv-cinder-766752-3-smb {{(pid=93270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:11:04.813405 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_hamode_db [None req-ff2f2159-0460-4f74-810b-95cbadee2840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T21:54:00Z,description=,heartbeat_timestamp=2021-06-18T22:11:00Z,host='dv-cinder-766752-3-smb',id=cffdd0dd-f469-4450-b407-8e3f357d30fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:54:01Z,topic='l3_agent')) {'router_ids': ['b7bef094-6463-4610-a271-5d4d2e6518a3'], 'active': True} {{(pid=93270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:11:04.842420 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b9f6e1a-c112-481a-bbb6-5923fd3df034 req-03842f91-c4b8-416a-a2e6-1b02656e26e7 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] No DVR routers for this DVR port d2a51db3-b165-438c-aedf-8f83ae188f36 on host hv-cinder-76675 {{(pid=93268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 22:11:04.845374 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [req-5b9f6e1a-c112-481a-bbb6-5923fd3df034 req-03842f91-c4b8-416a-a2e6-1b02656e26e7 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31239'] for port, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:04.846828 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-5b9f6e1a-c112-481a-bbb6-5923fd3df034 req-03842f91-c4b8-416a-a2e6-1b02656e26e7 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.42 "DELETE /v2.0/ports/d2a51db3-b165-438c-aedf-8f83ae188f36 HTTP/1.1" status: 204 len: 173 time: 0.8833027 Jun 18 22:11:04.847504 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d42a4b-1f6b-4643-aacc-265d2230be98', 'name': 'network-vif-deleted', 'tag': 'd2a51db3-b165-438c-aedf-8f83ae188f36'}] {{(pid=93268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 22:11:04.850434 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ff4b25c03651656652c9c7d58efcdba903c051ef33b3f53eb93af1a53304f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e03b2f-73b3-40db-b389-333031e88907" -d '{"events": [{"server_uuid": "a5d42a4b-1f6b-4643-aacc-265d2230be98", "name": "network-vif-deleted", "tag": "d2a51db3-b165-438c-aedf-8f83ae188f36"}]}' {{(pid=93268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 22:11:04.894556 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 22:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f49f872-6999-44d0-9f7f-6112e5a84320 x-openstack-request-id: req-3f49f872-6999-44d0-9f7f-6112e5a84320 {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 22:11:04.894986 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5d42a4b-1f6b-4643-aacc-265d2230be98", "name": "network-vif-deleted", "tag": "d2a51db3-b165-438c-aedf-8f83ae188f36", "status": "completed", "code": 200}]} {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 22:11:04.895287 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3f49f872-6999-44d0-9f7f-6112e5a84320 {{(pid=93268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 22:11:04.895723 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5d42a4b-1f6b-4643-aacc-265d2230be98', 'name': 'network-vif-deleted', 'tag': 'd2a51db3-b165-438c-aedf-8f83ae188f36', 'status': 'completed', 'code': 200} Jun 18 22:11:04.924327 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_dvr_db [None req-ff2f2159-0460-4f74-810b-95cbadee2840 None None] Set router b7bef094-6463-4610-a271-5d4d2e6518a3 gateway port host: dv-cinder-766752-3-smb {{(pid=93270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:11:04.971013 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [req-e24a4905-f81f-47e6-8369-72ed9eade6a5 req-e49fc7ff-c4e0-428c-86f1-86d83ecd1f4b tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5d42a4b-1f6b-4643-aacc-265d2230be98 HTTP/1.1" status: 200 len: 210 time: 0.0315008 Jun 18 22:11:05.144280 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_hamode_db [None req-ff2f2159-0460-4f74-810b-95cbadee2840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bef094-6463-4610-a271-5d4d2e6518a3', 'name': 'tempest-AttachVolumeShelveTestJSON-1631673649-router', 'tenant_id': '086d8a7db0824b69b4ceea30f277fb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.101'}], 'enable_snat': True}, 'gw_port_id': 'd33693c2-f680-48fc-9e83-286b075268b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:05:22Z', 'updated_at': '2021-06-18T22:05:27Z', 'revision_number': 4, 'project_id': '086d8a7db0824b69b4ceea30f277fb14', 'gw_port': {'id': 'd33693c2-f680-48fc-9e83-286b075268b5', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:fc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bef094-6463-4610-a271-5d4d2e6518a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:05:23Z', 'updated_at': '2021-06-18T22:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb', '_interfaces': [{'id': '5aa202d8-6796-4c55-9796-55a58b7722d9', 'name': '', 'network_id': '1d1f4389-47a7-47d4-a0f5-f21dad0f67c2', 'tenant_id': '086d8a7db0824b69b4ceea30f277fb14', 'mac_address': 'fa:16:3e:68:22:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bef094-6463-4610-a271-5d4d2e6518a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '7481fd0b-ce05-4e67-b068-a6b20f3c0083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:05:26Z', 'updated_at': '2021-06-18T22:05:32Z', 'revision_number': 5, 'project_id': '086d8a7db0824b69b4ceea30f277fb14', 'subnets': [{'id': '7481fd0b-ce05-4e67-b068-a6b20f3c0083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-smb', False) {} {{(pid=93270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:11:05.170282 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2f2159-0460-4f74-810b-95cbadee2840 None None] Checking router: b7bef094-6463-4610-a271-5d4d2e6518a3 for host: dv-cinder-766752-3-smb {{(pid=93270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 22:11:05.178382 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2f2159-0460-4f74-810b-95cbadee2840 None None] Routers {'b7bef094-6463-4610-a271-5d4d2e6518a3'} bound to L3 agent in host dv-cinder-766752-3-smb {{(pid=93270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:11:05.178978 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_hamode_db [None req-ff2f2159-0460-4f74-810b-95cbadee2840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T21:54:00Z,description=,heartbeat_timestamp=2021-06-18T22:11:00Z,host='dv-cinder-766752-3-smb',id=cffdd0dd-f469-4450-b407-8e3f357d30fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:54:01Z,topic='l3_agent')) {'router_ids': ['b7bef094-6463-4610-a271-5d4d2e6518a3'], 'active': True} {{(pid=93270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:11:05.283903 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_dvr_db [None req-ff2f2159-0460-4f74-810b-95cbadee2840 None None] Set router b7bef094-6463-4610-a271-5d4d2e6518a3 gateway port host: dv-cinder-766752-3-smb {{(pid=93270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:11:05.476978 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_hamode_db [None req-ff2f2159-0460-4f74-810b-95cbadee2840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bef094-6463-4610-a271-5d4d2e6518a3', 'name': 'tempest-AttachVolumeShelveTestJSON-1631673649-router', 'tenant_id': '086d8a7db0824b69b4ceea30f277fb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.101'}], 'enable_snat': True}, 'gw_port_id': 'd33693c2-f680-48fc-9e83-286b075268b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:05:22Z', 'updated_at': '2021-06-18T22:05:27Z', 'revision_number': 4, 'project_id': '086d8a7db0824b69b4ceea30f277fb14', 'gw_port': {'id': 'd33693c2-f680-48fc-9e83-286b075268b5', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:fc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bef094-6463-4610-a271-5d4d2e6518a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:05:23Z', 'updated_at': '2021-06-18T22:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb', '_interfaces': [{'id': '5aa202d8-6796-4c55-9796-55a58b7722d9', 'name': '', 'network_id': '1d1f4389-47a7-47d4-a0f5-f21dad0f67c2', 'tenant_id': '086d8a7db0824b69b4ceea30f277fb14', 'mac_address': 'fa:16:3e:68:22:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bef094-6463-4610-a271-5d4d2e6518a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '7481fd0b-ce05-4e67-b068-a6b20f3c0083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:05:26Z', 'updated_at': '2021-06-18T22:05:32Z', 'revision_number': 5, 'project_id': '086d8a7db0824b69b4ceea30f277fb14', 'subnets': [{'id': '7481fd0b-ce05-4e67-b068-a6b20f3c0083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766752-3-smb', False) {} {{(pid=93270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:11:05.506920 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2f2159-0460-4f74-810b-95cbadee2840 None None] The sync data for ids ['b7bef094-6463-4610-a271-5d4d2e6518a3'] in dv-cinder-766752-3-smb is: [{'id': 'b7bef094-6463-4610-a271-5d4d2e6518a3', 'name': 'tempest-AttachVolumeShelveTestJSON-1631673649-router', 'tenant_id': '086d8a7db0824b69b4ceea30f277fb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.101'}], 'enable_snat': True}, 'gw_port_id': 'd33693c2-f680-48fc-9e83-286b075268b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:05:22Z', 'updated_at': '2021-06-18T22:05:27Z', 'revision_number': 4, 'project_id': '086d8a7db0824b69b4ceea30f277fb14', 'gw_port': {'id': 'd33693c2-f680-48fc-9e83-286b075268b5', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:fc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bef094-6463-4610-a271-5d4d2e6518a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:05:23Z', 'updated_at': '2021-06-18T22:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb', '_interfaces': [{'id': '5aa202d8-6796-4c55-9796-55a58b7722d9', 'name': '', 'network_id': '1d1f4389-47a7-47d4-a0f5-f21dad0f67c2', 'tenant_id': '086d8a7db0824b69b4ceea30f277fb14', 'mac_address': 'fa:16:3e:68:22:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bef094-6463-4610-a271-5d4d2e6518a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '7481fd0b-ce05-4e67-b068-a6b20f3c0083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:05:26Z', 'updated_at': '2021-06-18T22:05:32Z', 'revision_number': 5, 'project_id': '086d8a7db0824b69b4ceea30f277fb14', 'subnets': [{'id': '7481fd0b-ce05-4e67-b068-a6b20f3c0083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 22:11:05.713789 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00548107-3aff-48d5-bb3e-97b83bff6cbc None None] New status for floating IP f92acd23-84fa-4364-92eb-58a9eb0dc42a: DOWN {{(pid=93269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 22:11:06.211738 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 52352) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:11:06.264837 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-e2f6992b-b473-43a9-9cce-8c47ff3d78cb tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks [] for security_group, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:06.286794 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-e2f6992b-b473-43a9-9cce-8c47ff3d78cb tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:06.424799 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-e2f6992b-b473-43a9-9cce-8c47ff3d78cb tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:06.427435 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-e2f6992b-b473-43a9-9cce-8c47ff3d78cb tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks [] for security_group, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:06.428636 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-e2f6992b-b473-43a9-9cce-8c47ff3d78cb tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "DELETE /v2.0/security-groups/e95f0610-8c59-419e-a3dc-bb1a6422f1e4 HTTP/1.1" status: 204 len: 168 time: 0.2159028 Jun 18 22:11:06.429579 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-689e07f9-661c-4614-88ea-4775de459201 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:11:06.431362 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 52354) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:11:06.438975 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f6992b-b473-43a9-9cce-8c47ff3d78cb tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95f0610-8c59-419e-a3dc-bb1a6422f1e4,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:11:06.441393 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-e2f6992b-b473-43a9-9cce-8c47ff3d78cb tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:11:06.450142 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.api.v2.resource [None req-867dabf7-2fa0-4772-b64e-a7f3d69ae4a9 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] show failed (client error): The resource could not be found. Jun 18 22:11:06.451146 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-867dabf7-2fa0-4772-b64e-a7f3d69ae4a9 tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "GET /v2.0/security-groups/e95f0610-8c59-419e-a3dc-bb1a6422f1e4 HTTP/1.1" status: 404 len: 347 time: 0.0188038 Jun 18 22:11:06.454887 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 52356) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:11:06.575533 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [None req-1acf143c-eecb-4ba3-b1ef-79a336f3bcfc tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Deleting port f64837db-726d-473c-90b9-765ac2244029 {{(pid=93267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:11:06.575868 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-1acf143c-eecb-4ba3-b1ef-79a336f3bcfc tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765939110629'] for port, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:06.646821 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-1acf143c-eecb-4ba3-b1ef-79a336f3bcfc tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512668'] for port, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:06.647169 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-1acf143c-eecb-4ba3-b1ef-79a336f3bcfc tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:06.709861 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [None req-1acf143c-eecb-4ba3-b1ef-79a336f3bcfc tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Calling delete_port for f64837db-726d-473c-90b9-765ac2244029 owned by network:floatingip {{(pid=93267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:11:06.921984 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-1acf143c-eecb-4ba3-b1ef-79a336f3bcfc tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765939117029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765938626151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504252'] for port, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:06.923973 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-f98e29fd-115f-41a3-9aa6-de57a865abf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:11:06.947398 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acf143c-eecb-4ba3-b1ef-79a336f3bcfc tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Pushing event deleted for resources: {'Port': ['ID=f64837db-726d-473c-90b9-765ac2244029,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:11:06.949865 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-1acf143c-eecb-4ba3-b1ef-79a336f3bcfc tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:11:07.010258 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-1acf143c-eecb-4ba3-b1ef-79a336f3bcfc tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks [] for floatingip, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:07.012928 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-1acf143c-eecb-4ba3-b1ef-79a336f3bcfc tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31239'] for floatingip, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:07.014174 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-1acf143c-eecb-4ba3-b1ef-79a336f3bcfc tempest-AttachVolumeShelveTestJSON-175557580 tempest-AttachVolumeShelveTestJSON-175557580-project] 10.222.0.23 "DELETE /v2.0/floatingips/f92acd23-84fa-4364-92eb-58a9eb0dc42a HTTP/1.1" status: 204 len: 168 time: 0.5578511 Jun 18 22:11:07.306037 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device d2a51db3-b165-438c-aedf-8f83ae188f36 no longer exists at agent hyperv_hv-cinder-76675 {{(pid=93269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:11:07.333689 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.plugin [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] No Port match for: d2a51db3-b165-438c-aedf-8f83ae188f36 {{(pid=93269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:11:07.333689 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Device d2a51db3-b165-438c-aedf-8f83ae188f36 not bound to the agent host hv-cinder-76675 {{(pid=93269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:11:09.930128 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 52378) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:11:10.392154 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-f2473f47-a668-4e20-b2ff-5acc7d34eac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476109'] for router_interface, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:10.635600 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [None req-f2473f47-a668-4e20-b2ff-5acc7d34eac2 admin admin] Deleting port 5aa202d8-6796-4c55-9796-55a58b7722d9 {{(pid=93267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:11:10.635931 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-f2473f47-a668-4e20-b2ff-5acc7d34eac2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765939110629'] for port, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:10.709314 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.plugins.ml2.db [None req-f2473f47-a668-4e20-b2ff-5acc7d34eac2 admin admin] For port 5aa202d8-6796-4c55-9796-55a58b7722d9, host dv-cinder-766752-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-smb',level=0,port_id=5aa202d8-6796-4c55-9796-55a58b7722d9,segment=NetworkSegment(a78d8b83-5ba8-4fe4-9d6b-ca6065c6919a),segment_id=a78d8b83-5ba8-4fe4-9d6b-ca6065c6919a)] {{(pid=93267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:11:10.709577 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-f2473f47-a668-4e20-b2ff-5acc7d34eac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512668'] for port, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:10.772461 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [None req-f2473f47-a668-4e20-b2ff-5acc7d34eac2 admin admin] Calling delete_port for 5aa202d8-6796-4c55-9796-55a58b7722d9 owned by network:router_interface {{(pid=93267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:11:11.064907 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-f2473f47-a668-4e20-b2ff-5acc7d34eac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765939117029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765938626151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504252'] for port, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:11.066929 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-193f8912-fcfa-4ab8-97ef-9e8fcd5283b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:11:11.090209 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2473f47-a668-4e20-b2ff-5acc7d34eac2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5aa202d8-6796-4c55-9796-55a58b7722d9,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:11:11.093939 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-f2473f47-a668-4e20-b2ff-5acc7d34eac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:11:11.487630 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-f2473f47-a668-4e20-b2ff-5acc7d34eac2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476017'] for router_interface, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:11.698696 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2473f47-a668-4e20-b2ff-5acc7d34eac2 admin admin] Router b7bef094-6463-4610-a271-5d4d2e6518a3 has already been hosted by L3 agent cffdd0dd-f469-4450-b407-8e3f357d30fb {{(pid=93267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 22:11:11.799545 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2473f47-a668-4e20-b2ff-5acc7d34eac2 admin admin] Notify agent at l3_agent.dv-cinder-766752-3-smb the message routers_updated {{(pid=93267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 22:11:11.804404 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-f2473f47-a668-4e20-b2ff-5acc7d34eac2 admin admin] 10.222.0.23 "PUT /v2.0/routers/b7bef094-6463-4610-a271-5d4d2e6518a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8732717 Jun 18 22:11:11.806946 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 52382) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:11:11.809410 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbc18ad-a3ba-48d0-a01e-998937aa7809 None None] Sync routers for ids ['b7bef094-6463-4610-a271-5d4d2e6518a3'] in dv-cinder-766752-3-smb {{(pid=93270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 22:11:11.819383 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbc18ad-a3ba-48d0-a01e-998937aa7809 None None] Routers {'b7bef094-6463-4610-a271-5d4d2e6518a3'} bound to L3 agent in host dv-cinder-766752-3-smb {{(pid=93270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:11:11.819978 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_hamode_db [None req-dfbc18ad-a3ba-48d0-a01e-998937aa7809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T21:54:00Z,description=,heartbeat_timestamp=2021-06-18T22:11:00Z,host='dv-cinder-766752-3-smb',id=cffdd0dd-f469-4450-b407-8e3f357d30fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:54:01Z,topic='l3_agent')) {'router_ids': ['b7bef094-6463-4610-a271-5d4d2e6518a3'], 'active': True} {{(pid=93270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:11:11.909091 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-dcbc2a09-3083-48e7-9394-55ae0a4d27dc admin admin] Notify callbacks [] for router, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:11.921676 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_dvr_db [None req-dfbc18ad-a3ba-48d0-a01e-998937aa7809 None None] Set router b7bef094-6463-4610-a271-5d4d2e6518a3 gateway port host: dv-cinder-766752-3-smb {{(pid=93270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:11:12.009766 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-dcbc2a09-3083-48e7-9394-55ae0a4d27dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:12.096647 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_hamode_db [None req-dfbc18ad-a3ba-48d0-a01e-998937aa7809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bef094-6463-4610-a271-5d4d2e6518a3', 'name': 'tempest-AttachVolumeShelveTestJSON-1631673649-router', 'tenant_id': '086d8a7db0824b69b4ceea30f277fb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'external_fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.101'}], 'enable_snat': True}, 'gw_port_id': 'd33693c2-f680-48fc-9e83-286b075268b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:05:22Z', 'updated_at': '2021-06-18T22:11:10Z', 'revision_number': 5, 'project_id': '086d8a7db0824b69b4ceea30f277fb14', 'gw_port': {'id': 'd33693c2-f680-48fc-9e83-286b075268b5', 'name': '', 'network_id': '0a94a276-d24e-41da-a649-5ffe202eff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:fc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bef094-6463-4610-a271-5d4d2e6518a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'ip_address': '172.28.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766752-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T22:05:23Z', 'updated_at': '2021-06-18T22:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb3e10ec-d2d2-4f62-adaa-1158cc2dc485', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766752-3-smb'}], 'dv-cinder-766752-3-smb', False) {} {{(pid=93270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:11:12.122553 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbc18ad-a3ba-48d0-a01e-998937aa7809 None None] Checking router: b7bef094-6463-4610-a271-5d4d2e6518a3 for host: dv-cinder-766752-3-smb {{(pid=93270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 22:11:12.124412 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [None req-dcbc2a09-3083-48e7-9394-55ae0a4d27dc admin admin] Deleting port d33693c2-f680-48fc-9e83-286b075268b5 {{(pid=93267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:11:12.124922 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-dcbc2a09-3083-48e7-9394-55ae0a4d27dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765939110629'] for port, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:12.130938 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbc18ad-a3ba-48d0-a01e-998937aa7809 None None] Routers {'b7bef094-6463-4610-a271-5d4d2e6518a3'} bound to L3 agent in host dv-cinder-766752-3-smb {{(pid=93270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 22:11:12.131529 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_hamode_db [None req-dfbc18ad-a3ba-48d0-a01e-998937aa7809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-766752-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T21:54:00Z,description=,heartbeat_timestamp=2021-06-18T22:11:00Z,host='dv-cinder-766752-3-smb',id=cffdd0dd-f469-4450-b407-8e3f357d30fb,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T21:54:01Z,topic='l3_agent')) {'router_ids': ['b7bef094-6463-4610-a271-5d4d2e6518a3'], 'active': True} {{(pid=93270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:11:12.203764 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.plugins.ml2.db [None req-dcbc2a09-3083-48e7-9394-55ae0a4d27dc admin admin] For port d33693c2-f680-48fc-9e83-286b075268b5, host dv-cinder-766752-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-smb',level=0,port_id=d33693c2-f680-48fc-9e83-286b075268b5,segment=NetworkSegment(84b34c11-c765-4838-8c05-a350e58a1412),segment_id=84b34c11-c765-4838-8c05-a350e58a1412)] {{(pid=93267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:11:12.204217 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-dcbc2a09-3083-48e7-9394-55ae0a4d27dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512668'] for port, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:12.215187 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_dvr_db [None req-dfbc18ad-a3ba-48d0-a01e-998937aa7809 None None] Set router b7bef094-6463-4610-a271-5d4d2e6518a3 gateway port host: None {{(pid=93270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 22:11:12.270348 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.l3_hamode_db [None req-dfbc18ad-a3ba-48d0-a01e-998937aa7809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bef094-6463-4610-a271-5d4d2e6518a3', 'name': 'tempest-AttachVolumeShelveTestJSON-1631673649-router', 'tenant_id': '086d8a7db0824b69b4ceea30f277fb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:05:22Z', 'updated_at': '2021-06-18T22:11:12Z', 'revision_number': 6, 'project_id': '086d8a7db0824b69b4ceea30f277fb14', 'gw_port_host': None}], 'dv-cinder-766752-3-smb', False) {} {{(pid=93270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:11:12.273050 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [None req-dcbc2a09-3083-48e7-9394-55ae0a4d27dc admin admin] Calling delete_port for d33693c2-f680-48fc-9e83-286b075268b5 owned by network:router_gateway {{(pid=93267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:11:12.298270 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbc18ad-a3ba-48d0-a01e-998937aa7809 None None] The sync data for ids ['b7bef094-6463-4610-a271-5d4d2e6518a3'] in dv-cinder-766752-3-smb is: [{'id': 'b7bef094-6463-4610-a271-5d4d2e6518a3', 'name': 'tempest-AttachVolumeShelveTestJSON-1631673649-router', 'tenant_id': '086d8a7db0824b69b4ceea30f277fb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T22:05:22Z', 'updated_at': '2021-06-18T22:11:12Z', 'revision_number': 6, 'project_id': '086d8a7db0824b69b4ceea30f277fb14', 'gw_port_host': None}] {{(pid=93270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 22:11:12.518633 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-dcbc2a09-3083-48e7-9394-55ae0a4d27dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765939117029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765938626151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504252'] for port, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:12.520680 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-530708e5-ce9b-44a2-96ca-2bade6c53a26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:11:12.542801 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbc2a09-3083-48e7-9394-55ae0a4d27dc admin admin] Pushing event deleted for resources: {'Port': ['ID=d33693c2-f680-48fc-9e83-286b075268b5,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:11:12.546572 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-dcbc2a09-3083-48e7-9394-55ae0a4d27dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:11:12.604896 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-dcbc2a09-3083-48e7-9394-55ae0a4d27dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-515933'] for router_gateway, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:12.697019 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-dcbc2a09-3083-48e7-9394-55ae0a4d27dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-477251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65146'] for router, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:12.699146 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-dcbc2a09-3083-48e7-9394-55ae0a4d27dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:12.804640 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-dcbc2a09-3083-48e7-9394-55ae0a4d27dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475666'] for router, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:12.805206 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcbc2a09-3083-48e7-9394-55ae0a4d27dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7bef094-6463-4610-a271-5d4d2e6518a3 {{(pid=93267) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 22:11:12.809417 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-dcbc2a09-3083-48e7-9394-55ae0a4d27dc admin admin] Notify callbacks [] for router, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:12.811445 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-dcbc2a09-3083-48e7-9394-55ae0a4d27dc admin admin] 10.222.0.23 "DELETE /v2.0/routers/b7bef094-6463-4610-a271-5d4d2e6518a3 HTTP/1.1" status: 204 len: 168 time: 1.0035796 Jun 18 22:11:12.813889 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 52384) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:11:12.856766 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.db.db_base_plugin_v2 [None req-3def405b-ae26-41da-be23-cd5139824d22 admin admin] Deleting subnet 7481fd0b-ce05-4e67-b068-a6b20f3c0083 {{(pid=93267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 22:11:12.859802 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-3def405b-ae26-41da-be23-cd5139824d22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:12.893678 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-3def405b-ae26-41da-be23-cd5139824d22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3866932'] for subnet, precommit_delete_associations {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:12.971335 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-3def405b-ae26-41da-be23-cd5139824d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1525357'] for subnet, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:13.061365 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device 5aa202d8-6796-4c55-9796-55a58b7722d9 no longer exists at agent ovs-agent-dv-cinder-766752-3-smb {{(pid=93269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:11:13.103034 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-3def405b-ae26-41da-be23-cd5139824d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1525346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2856249'] for subnet, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:13.105373 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-9ae32b55-6074-4de1-b5aa-44b0d2c7df81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:11:13.132520 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3def405b-ae26-41da-be23-cd5139824d22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7481fd0b-ce05-4e67-b068-a6b20f3c0083,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:11:13.135556 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-3def405b-ae26-41da-be23-cd5139824d22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:11:13.136617 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-3def405b-ae26-41da-be23-cd5139824d22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:13.139175 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-3def405b-ae26-41da-be23-cd5139824d22 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7481fd0b-ce05-4e67-b068-a6b20f3c0083 HTTP/1.1" status: 204 len: 168 time: 0.3237126 Jun 18 22:11:13.141601 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 52386) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:11:13.217328 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-9363d42a-7eed-4d48-a709-44b62e1610ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647953'] for network, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:13.218531 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa19d9aa-6027-4fca-8dbb-cc1310dbacf5 None None] Network 1d1f4389-47a7-47d4-a0f5-f21dad0f67c2 requested from dv-cinder-766752-3-smb {{(pid=93269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 22:11:13.221520 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.plugin [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] No Port match for: 5aa202d8-6796-4c55-9796-55a58b7722d9 {{(pid=93269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:11:13.221856 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device 5aa202d8-6796-4c55-9796-55a58b7722d9 not bound to the agent host dv-cinder-766752-3-smb {{(pid=93269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:11:13.222434 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device d33693c2-f680-48fc-9e83-286b075268b5 no longer exists at agent ovs-agent-dv-cinder-766752-3-smb {{(pid=93269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:11:13.272847 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.plugin [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] No Port match for: d33693c2-f680-48fc-9e83-286b075268b5 {{(pid=93269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:11:13.273199 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device d33693c2-f680-48fc-9e83-286b075268b5 not bound to the agent host dv-cinder-766752-3-smb {{(pid=93269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:11:13.275510 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [None req-9363d42a-7eed-4d48-a709-44b62e1610ef admin admin] Deleting port 9b22c4bb-3ef2-4b13-ae66-4555669ed623 {{(pid=93267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:11:13.275775 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-9363d42a-7eed-4d48-a709-44b62e1610ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765939110629'] for port, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:13.340333 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.plugins.ml2.db [None req-9363d42a-7eed-4d48-a709-44b62e1610ef admin admin] For port 9b22c4bb-3ef2-4b13-ae66-4555669ed623, host dv-cinder-766752-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-smb',level=0,port_id=9b22c4bb-3ef2-4b13-ae66-4555669ed623,segment=NetworkSegment(a78d8b83-5ba8-4fe4-9d6b-ca6065c6919a),segment_id=a78d8b83-5ba8-4fe4-9d6b-ca6065c6919a)] {{(pid=93267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:11:13.340630 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-9363d42a-7eed-4d48-a709-44b62e1610ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512668'] for port, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:13.409798 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [None req-9363d42a-7eed-4d48-a709-44b62e1610ef admin admin] Calling delete_port for 9b22c4bb-3ef2-4b13-ae66-4555669ed623 owned by network:dhcp {{(pid=93267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:11:13.421716 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f060a6-c5c3-4563-b452-2ae73555c51b None None] DHCP port deletion for 1d1f4389-47a7-47d4-a0f5-f21dad0f67c2 request from dv-cinder-766752-3-smb {{(pid=93269) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 22:11:13.469204 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.plugin [None req-28f060a6-c5c3-4563-b452-2ae73555c51b None None] Deleting port 9b22c4bb-3ef2-4b13-ae66-4555669ed623 {{(pid=93269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 22:11:13.469584 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-28f060a6-c5c3-4563-b452-2ae73555c51b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765939110629'] for port, before_delete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:13.533746 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-28f060a6-c5c3-4563-b452-2ae73555c51b None None] For port 9b22c4bb-3ef2-4b13-ae66-4555669ed623, host dv-cinder-766752-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766752-3-smb',level=0,port_id=9b22c4bb-3ef2-4b13-ae66-4555669ed623,segment=NetworkSegment(a78d8b83-5ba8-4fe4-9d6b-ca6065c6919a),segment_id=a78d8b83-5ba8-4fe4-9d6b-ca6065c6919a)] {{(pid=93269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 22:11:13.534136 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-28f060a6-c5c3-4563-b452-2ae73555c51b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512668'] for port, precommit_delete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:13.596352 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.plugin [None req-28f060a6-c5c3-4563-b452-2ae73555c51b None None] Calling delete_port for 9b22c4bb-3ef2-4b13-ae66-4555669ed623 owned by network:dhcp {{(pid=93269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 22:11:13.616302 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-9363d42a-7eed-4d48-a709-44b62e1610ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765939117029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765938626151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504252'] for port, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:13.619288 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:11:13.647403 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9363d42a-7eed-4d48-a709-44b62e1610ef admin admin] Pushing event deleted for resources: {'Port': ['ID=9b22c4bb-3ef2-4b13-ae66-4555669ed623,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:11:13.649222 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9363d42a-7eed-4d48-a709-44b62e1610ef admin admin] No DVR routers for this DVR port 9b22c4bb-3ef2-4b13-ae66-4555669ed623 on host dv-cinder-766752-3-smb {{(pid=93267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 22:11:13.650663 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-9363d42a-7eed-4d48-a709-44b62e1610ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:11:13.672804 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-28f060a6-c5c3-4563-b452-2ae73555c51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-549526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765939117029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765938626151'] for port, after_delete {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:13.675433 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:11:13.699132 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f060a6-c5c3-4563-b452-2ae73555c51b None None] Pushing event deleted for resources: {'Port': ['ID=9b22c4bb-3ef2-4b13-ae66-4555669ed623,revision_number=None']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:11:13.701972 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f060a6-c5c3-4563-b452-2ae73555c51b None None] No DVR routers for this DVR port 9b22c4bb-3ef2-4b13-ae66-4555669ed623 on host dv-cinder-766752-3-smb {{(pid=93269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 22:11:13.703191 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG oslo_concurrency.lockutils [None req-28f060a6-c5c3-4563-b452-2ae73555c51b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:11:13.719107 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-9363d42a-7eed-4d48-a709-44b62e1610ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1539570', 'neutron.services.segments.db._delete_segments_for_network-8765939166931'] for network, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:13.728469 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.services.segments.db [None req-9363d42a-7eed-4d48-a709-44b62e1610ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d1f4389-47a7-47d4-a0f5-f21dad0f67c2']}} {{(pid=93267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:11:13.741767 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.services.segments.db [None req-9363d42a-7eed-4d48-a709-44b62e1610ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a78d8b83-5ba8-4fe4-9d6b-ca6065c6919a') {'for_net_delete': True} {{(pid=93267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:11:13.741767 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.services.segments.db [None req-9363d42a-7eed-4d48-a709-44b62e1610ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a78d8b83-5ba8-4fe4-9d6b-ca6065c6919a') {} {{(pid=93267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 22:11:13.747580 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-9363d42a-7eed-4d48-a709-44b62e1610ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765939166760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3866941'] for segment, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:13.767082 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-9363d42a-7eed-4d48-a709-44b62e1610ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527226'] for segment, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:13.772858 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9363d42a-7eed-4d48-a709-44b62e1610ef admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=93267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 22:11:13.773261 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-9363d42a-7eed-4d48-a709-44b62e1610ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2839725'] for segment, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:13.774957 dv-cinder-766752-3-smb neutron-server[93267]: Traceback (most recent call last): Jun 18 22:11:13.774957 dv-cinder-766752-3-smb neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 22:11:13.774957 dv-cinder-766752-3-smb neutron-server[93267]: timer() Jun 18 22:11:13.774957 dv-cinder-766752-3-smb neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 22:11:13.774957 dv-cinder-766752-3-smb neutron-server[93267]: cb(*args, **kw) Jun 18 22:11:13.774957 dv-cinder-766752-3-smb neutron-server[93267]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 22:11:13.774957 dv-cinder-766752-3-smb neutron-server[93267]: return func(*args, **kwargs) Jun 18 22:11:13.774957 dv-cinder-766752-3-smb neutron-server[93267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 22:11:13.774957 dv-cinder-766752-3-smb neutron-server[93267]: self._notify() Jun 18 22:11:13.774957 dv-cinder-766752-3-smb neutron-server[93267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 22:11:13.774957 dv-cinder-766752-3-smb neutron-server[93267]: self.callback(batched_events) Jun 18 22:11:13.774957 dv-cinder-766752-3-smb neutron-server[93267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 22:11:13.774957 dv-cinder-766752-3-smb neutron-server[93267]: event.method(event) Jun 18 22:11:13.774957 dv-cinder-766752-3-smb neutron-server[93267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 22:11:13.774957 dv-cinder-766752-3-smb neutron-server[93267]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 22:11:13.774957 dv-cinder-766752-3-smb neutron-server[93267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 22:11:13.774957 dv-cinder-766752-3-smb neutron-server[93267]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 22:11:13.774957 dv-cinder-766752-3-smb neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 22:11:13.774957 dv-cinder-766752-3-smb neutron-server[93267]: return f(self, *a, **k) Jun 18 22:11:13.774957 dv-cinder-766752-3-smb neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 22:11:13.774957 dv-cinder-766752-3-smb neutron-server[93267]: return self._get(url).json() Jun 18 22:11:13.774957 dv-cinder-766752-3-smb neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 22:11:13.774957 dv-cinder-766752-3-smb neutron-server[93267]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 22:11:13.774957 dv-cinder-766752-3-smb neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 22:11:13.774957 dv-cinder-766752-3-smb neutron-server[93267]: return self.request(url, 'GET', **kwargs) Jun 18 22:11:13.774957 dv-cinder-766752-3-smb neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 22:11:13.774957 dv-cinder-766752-3-smb neutron-server[93267]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 22:11:13.774957 dv-cinder-766752-3-smb neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 22:11:13.774957 dv-cinder-766752-3-smb neutron-server[93267]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 22:11:13.774957 dv-cinder-766752-3-smb neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 22:11:13.774957 dv-cinder-766752-3-smb neutron-server[93267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 22:11:13.774957 dv-cinder-766752-3-smb neutron-server[93267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 22:11:13.919093 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-9363d42a-7eed-4d48-a709-44b62e1610ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1539563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-490555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1678354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-515970'] for network, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:13.923449 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-49ac199d-7c13-4120-a07c-95b9998a99c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:11:13.926063 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-9363d42a-7eed-4d48-a709-44b62e1610ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678351'] for network, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:13.927681 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-9363d42a-7eed-4d48-a709-44b62e1610ef admin admin] 10.222.0.23 "DELETE /v2.0/networks/1d1f4389-47a7-47d4-a0f5-f21dad0f67c2 HTTP/1.1" status: 204 len: 168 time: 0.7851257 Jun 18 22:11:13.939419 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9363d42a-7eed-4d48-a709-44b62e1610ef admin admin] Pushing event deleted for resources: {'Network': ['ID=1d1f4389-47a7-47d4-a0f5-f21dad0f67c2,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:11:13.941764 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-9363d42a-7eed-4d48-a709-44b62e1610ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:11:14.265010 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 52390) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:11:14.304395 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-faa7c5d0-f95c-43a5-9199-38b6b6fb4fa9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=086d8a7db0824b69b4ceea30f277fb14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381768 Jun 18 22:11:14.306740 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 52392) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:11:14.352839 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-c2f0d582-b21e-4ae7-9344-604c854f98f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:14.373609 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-c2f0d582-b21e-4ae7-9344-604c854f98f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:14.555960 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-c2f0d582-b21e-4ae7-9344-604c854f98f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:14.558531 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-c2f0d582-b21e-4ae7-9344-604c854f98f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:14.559929 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-c2f0d582-b21e-4ae7-9344-604c854f98f6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bbd44252-8297-4674-bb0a-928826b70d5f HTTP/1.1" status: 204 len: 168 time: 0.2520344 Jun 18 22:11:14.560823 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-570b9f40-2f77-44d8-af5f-457b85361d02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:11:14.568090 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f0d582-b21e-4ae7-9344-604c854f98f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd44252-8297-4674-bb0a-928826b70d5f,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:11:14.570495 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-c2f0d582-b21e-4ae7-9344-604c854f98f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:11:14.843109 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device 9b22c4bb-3ef2-4b13-ae66-4555669ed623 no longer exists at agent ovs-agent-dv-cinder-766752-3-smb {{(pid=93269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 22:11:14.864156 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.plugin [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] No Port match for: 9b22c4bb-3ef2-4b13-ae66-4555669ed623 {{(pid=93269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 22:11:14.864591 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron.plugins.ml2.rpc [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Device 9b22c4bb-3ef2-4b13-ae66-4555669ed623 not bound to the agent host dv-cinder-766752-3-smb {{(pid=93269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 22:11:20.090218 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:21.861901 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 52466) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:11:21.962006 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-8a46e302-1caf-4b09-aaae-aa4ec5a21ec4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:22.045701 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-8a46e302-1caf-4b09-aaae-aa4ec5a21ec4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:22.124085 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-8a46e302-1caf-4b09-aaae-aa4ec5a21ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:22.127413 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-bdb20b8f-5c19-47eb-a8cb-2691dc249e83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:11:22.162148 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-8a46e302-1caf-4b09-aaae-aa4ec5a21ec4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fe589dc7bf814e6c890df6092503c265&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2992284 Jun 18 22:11:22.163033 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a46e302-1caf-4b09-aaae-aa4ec5a21ec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6434d2f8-c1f0-4c0a-ad97-f4591d6f76e4,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:11:22.164816 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 52470) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:11:22.166083 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-8a46e302-1caf-4b09-aaae-aa4ec5a21ec4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:11:22.218674 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-ab5c7b02-d62a-43a1-8066-2aa3c88a549d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:22.239092 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-ab5c7b02-d62a-43a1-8066-2aa3c88a549d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:22.358345 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-ab5c7b02-d62a-43a1-8066-2aa3c88a549d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:22.360975 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-ab5c7b02-d62a-43a1-8066-2aa3c88a549d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:22.362105 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-ab5c7b02-d62a-43a1-8066-2aa3c88a549d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6434d2f8-c1f0-4c0a-ad97-f4591d6f76e4 HTTP/1.1" status: 204 len: 168 time: 0.1957638 Jun 18 22:11:22.362888 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-06095474-e881-4c3e-9a47-c92a195137c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:11:22.370229 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5c7b02-d62a-43a1-8066-2aa3c88a549d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6434d2f8-c1f0-4c0a-ad97-f4591d6f76e4,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:11:22.372694 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-ab5c7b02-d62a-43a1-8066-2aa3c88a549d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:11:23.053299 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 52476) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:11:23.067570 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a512b950-a7cc-4a5e-8b9c-7efac81a77dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:23.186656 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a512b950-a7cc-4a5e-8b9c-7efac81a77dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:23.307351 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a512b950-a7cc-4a5e-8b9c-7efac81a77dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:23.310479 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-ab5c7b02-d62a-43a1-8066-2aa3c88a549d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:11:23.346677 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-a512b950-a7cc-4a5e-8b9c-7efac81a77dc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d19232ef44e8406396ccd233e3c0f6fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2923539 Jun 18 22:11:23.347591 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a512b950-a7cc-4a5e-8b9c-7efac81a77dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e190e785-d33b-416f-9e3d-9ab8361f86fd,revision_number=1']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:11:23.349451 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 52478) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:11:23.352866 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-a512b950-a7cc-4a5e-8b9c-7efac81a77dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:11:23.397898 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-f7935a43-055d-46ad-aadd-e4cddd647f39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:23.417920 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-f7935a43-055d-46ad-aadd-e4cddd647f39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:23.552723 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-f7935a43-055d-46ad-aadd-e4cddd647f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:23.555311 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-f7935a43-055d-46ad-aadd-e4cddd647f39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:23.556431 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-f7935a43-055d-46ad-aadd-e4cddd647f39 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e190e785-d33b-416f-9e3d-9ab8361f86fd HTTP/1.1" status: 204 len: 168 time: 0.2060113 Jun 18 22:11:23.557206 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-c2f0d582-b21e-4ae7-9344-604c854f98f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:11:23.565508 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7935a43-055d-46ad-aadd-e4cddd647f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e190e785-d33b-416f-9e3d-9ab8361f86fd,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:11:23.567786 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-f7935a43-055d-46ad-aadd-e4cddd647f39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:11:25.970299 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 52532) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:11:26.071670 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-2bf3b08b-0213-43df-aa69-4524c4ae2043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:26.157484 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-2bf3b08b-0213-43df-aa69-4524c4ae2043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:26.235668 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-2bf3b08b-0213-43df-aa69-4524c4ae2043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:26.238360 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-34338bfd-d4e3-46ce-97cb-83bb5b25aa80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:11:26.271097 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf3b08b-0213-43df-aa69-4524c4ae2043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9b6c1c-6fb3-41af-aba9-21086657dcf8,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:11:26.275287 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-2bf3b08b-0213-43df-aa69-4524c4ae2043 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f7b7c0f98ec74bb681213003e4a5c82c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3039887 Jun 18 22:11:26.276249 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-2bf3b08b-0213-43df-aa69-4524c4ae2043 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:11:26.277915 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 52536) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:11:26.325482 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-0be7b256-81e0-4c71-8834-34b28101ceb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:26.346966 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-0be7b256-81e0-4c71-8834-34b28101ceb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:26.572622 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-0be7b256-81e0-4c71-8834-34b28101ceb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:26.575664 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-0be7b256-81e0-4c71-8834-34b28101ceb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:26.576816 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-0be7b256-81e0-4c71-8834-34b28101ceb1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1a9b6c1c-6fb3-41af-aba9-21086657dcf8 HTTP/1.1" status: 204 len: 168 time: 0.2972448 Jun 18 22:11:26.577562 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-b504c5a1-67a3-48bb-bdd9-f0c1b126b204 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:11:26.585142 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be7b256-81e0-4c71-8834-34b28101ceb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9b6c1c-6fb3-41af-aba9-21086657dcf8,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:11:26.587385 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-0be7b256-81e0-4c71-8834-34b28101ceb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:11:27.198647 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 52542) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:11:27.212513 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-e4f33184-3f1b-4442-89b4-22bb5e49e977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:27.296361 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-e4f33184-3f1b-4442-89b4-22bb5e49e977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:27.369977 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-e4f33184-3f1b-4442-89b4-22bb5e49e977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:27.374045 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-b2894bc0-4509-4edf-9057-ec3277362e0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:11:27.410782 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-e4f33184-3f1b-4442-89b4-22bb5e49e977 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ca2800b65248469096487dfb40374d04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2110398 Jun 18 22:11:27.411646 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f33184-3f1b-4442-89b4-22bb5e49e977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a107dbfe-a204-4e9b-96f0-939d3e805468,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:11:27.413552 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 52544) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:11:27.414654 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-e4f33184-3f1b-4442-89b4-22bb5e49e977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:11:27.464925 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-db04a5a5-a8d2-4e12-88dd-c637dd0eb9ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:27.485715 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-db04a5a5-a8d2-4e12-88dd-c637dd0eb9ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:27.604347 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-db04a5a5-a8d2-4e12-88dd-c637dd0eb9ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:27.607401 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-db04a5a5-a8d2-4e12-88dd-c637dd0eb9ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:27.608531 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-db04a5a5-a8d2-4e12-88dd-c637dd0eb9ac admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a107dbfe-a204-4e9b-96f0-939d3e805468 HTTP/1.1" status: 204 len: 168 time: 0.1940069 Jun 18 22:11:27.609320 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-d37ee56f-b410-40ab-bed9-68f11c7bf136 tempest-VolumesNegativeTest-1110693355 tempest-VolumesNegativeTest-1110693355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:11:27.616789 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db04a5a5-a8d2-4e12-88dd-c637dd0eb9ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a107dbfe-a204-4e9b-96f0-939d3e805468,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:11:27.619025 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-db04a5a5-a8d2-4e12-88dd-c637dd0eb9ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:11:27.692778 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-6567aa3c-627c-457e-88dc-0c32d4054a13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:30.241162 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-1155160f-ae36-4ab7-a6d2-ea06272f54ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:30.310451 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:31.538214 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-66c5960c-ceb9-453b-add3-817047489609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:33.275625 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-cfd4400b-1529-4ea9-a221-6a7c5fbf6a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:36.563822 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 52664) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:11:36.664723 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-7b1024d6-db81-49ff-9d48-2839cf235dbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:36.751129 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-7b1024d6-db81-49ff-9d48-2839cf235dbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:36.821148 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-7b1024d6-db81-49ff-9d48-2839cf235dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:36.823666 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-c9d5ca7c-4968-4c1d-a22d-2b0d36617faa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:11:36.858088 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1024d6-db81-49ff-9d48-2839cf235dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28534f35-cbd9-4219-8d84-24123437c94e,revision_number=1']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:11:36.862184 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-7b1024d6-db81-49ff-9d48-2839cf235dbb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c033ca9d91b844d5a881c173133698f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2973707 Jun 18 22:11:36.863111 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-7b1024d6-db81-49ff-9d48-2839cf235dbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:11:36.864962 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 52668) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:11:36.914585 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-e9a7de6d-98ac-49d0-91bd-09b339bc9054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:36.935059 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-e9a7de6d-98ac-49d0-91bd-09b339bc9054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:37.072880 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-e9a7de6d-98ac-49d0-91bd-09b339bc9054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:37.075499 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-e9a7de6d-98ac-49d0-91bd-09b339bc9054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:37.076796 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-e9a7de6d-98ac-49d0-91bd-09b339bc9054 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/28534f35-cbd9-4219-8d84-24123437c94e HTTP/1.1" status: 204 len: 168 time: 0.2105100 Jun 18 22:11:37.077957 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-e6293add-a745-48f1-a844-a2ed0c985f98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:11:37.085939 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a7de6d-98ac-49d0-91bd-09b339bc9054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28534f35-cbd9-4219-8d84-24123437c94e,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:11:37.088277 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-e9a7de6d-98ac-49d0-91bd-09b339bc9054 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:11:37.699795 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 52674) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:11:37.713345 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-f63a28d7-c56f-457f-a5ca-6efa34b05b2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:37.799160 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-f63a28d7-c56f-457f-a5ca-6efa34b05b2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:37.867055 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-f63a28d7-c56f-457f-a5ca-6efa34b05b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:37.870354 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-dc8cd988-b11d-4d97-a7dd-439f6634dfe1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:11:37.903671 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-f63a28d7-c56f-457f-a5ca-6efa34b05b2e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e5d8222fc24a432da56b99e8bf67c0f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2028303 Jun 18 22:11:37.907254 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 52676) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:11:37.907763 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a28d7-c56f-457f-a5ca-6efa34b05b2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c7fa0b-bf87-4f3d-971b-431988093bc9,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:11:37.910266 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-f63a28d7-c56f-457f-a5ca-6efa34b05b2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:11:37.956218 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-aee8f60f-5ca8-42eb-bd57-4f159abaeed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:37.976953 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-aee8f60f-5ca8-42eb-bd57-4f159abaeed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:38.095061 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-aee8f60f-5ca8-42eb-bd57-4f159abaeed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:38.097700 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-aee8f60f-5ca8-42eb-bd57-4f159abaeed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:38.098877 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-aee8f60f-5ca8-42eb-bd57-4f159abaeed8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/81c7fa0b-bf87-4f3d-971b-431988093bc9 HTTP/1.1" status: 204 len: 168 time: 0.1906166 Jun 18 22:11:38.099654 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:11:38.107977 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee8f60f-5ca8-42eb-bd57-4f159abaeed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c7fa0b-bf87-4f3d-971b-431988093bc9,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:11:38.109388 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-aee8f60f-5ca8-42eb-bd57-4f159abaeed8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:11:38.986596 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.agents_db [None req-e551f8fc-329d-4229-a52e-01157ddddd3a None None] Agent healthcheck: found 6 active agents {{(pid=93270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 22:11:39.831147 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 52718) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:11:39.933900 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-0e1b3f17-4233-486b-9c9d-332e64e8ac0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:40.018686 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-0e1b3f17-4233-486b-9c9d-332e64e8ac0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:40.077845 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-0e1b3f17-4233-486b-9c9d-332e64e8ac0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:40.080365 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-db04a5a5-a8d2-4e12-88dd-c637dd0eb9ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:11:40.114686 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1b3f17-4233-486b-9c9d-332e64e8ac0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc558ed9-2a81-41ba-958d-c8b723972eb2,revision_number=1']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:11:40.117673 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-0e1b3f17-4233-486b-9c9d-332e64e8ac0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:11:40.120239 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-0e1b3f17-4233-486b-9c9d-332e64e8ac0e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1ea2b573a61a4aeeb46e116cab034634&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2881043 Jun 18 22:11:40.123443 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 52722) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:11:40.169058 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-eff10bbf-6c90-4e8f-9cf2-2b4d02ad86ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:40.190864 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-eff10bbf-6c90-4e8f-9cf2-2b4d02ad86ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:40.326698 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-eff10bbf-6c90-4e8f-9cf2-2b4d02ad86ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:40.329254 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-eff10bbf-6c90-4e8f-9cf2-2b4d02ad86ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:40.330391 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-eff10bbf-6c90-4e8f-9cf2-2b4d02ad86ea admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bc558ed9-2a81-41ba-958d-c8b723972eb2 HTTP/1.1" status: 204 len: 168 time: 0.2059979 Jun 18 22:11:40.331104 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-0bd0bc64-976a-431f-bbbd-1903e65bc86a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:11:40.338651 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff10bbf-6c90-4e8f-9cf2-2b4d02ad86ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc558ed9-2a81-41ba-958d-c8b723972eb2,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:11:40.340901 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-eff10bbf-6c90-4e8f-9cf2-2b4d02ad86ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:11:50.126314 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:11:57.657675 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-a310f48b-989f-4a15-b461-c52dfd56fe20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:12:00.189050 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-be7e5b63-a406-40eb-a2e3-62957574195b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:12:00.320365 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:12:01.626194 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-66c5960c-ceb9-453b-add3-817047489609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:12:03.246004 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-cfd4400b-1529-4ea9-a221-6a7c5fbf6a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:12:15.986216 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.agents_db [None req-e551f8fc-329d-4229-a52e-01157ddddd3a None None] Agent healthcheck: found 6 active agents {{(pid=93270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 22:12:17.704484 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.23', 52976) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:12:17.808718 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-a7805992-7bbb-49d7-b6ef-731f10584067 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:12:17.892442 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-a7805992-7bbb-49d7-b6ef-731f10584067 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:12:17.976476 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-a7805992-7bbb-49d7-b6ef-731f10584067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:12:17.979751 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-dd69cb19-92df-4c0d-a0e1-e9672537bd34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:12:18.014888 dv-cinder-766752-3-smb neutron-server[93267]: INFO neutron.wsgi [None req-a7805992-7bbb-49d7-b6ef-731f10584067 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6d2e1657b2724479be9514c22e4fd48d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3093174 Jun 18 22:12:18.015748 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7805992-7bbb-49d7-b6ef-731f10584067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d5dd78-6420-4c83-9876-5f4837bffc22,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:12:18.017634 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.wsgi [-] (93268) accepted ('10.222.0.23', 52980) {{(pid=93268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 22:12:18.022698 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7805992-7bbb-49d7-b6ef-731f10584067 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:12:18.023027 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7805992-7bbb-49d7-b6ef-731f10584067 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:12:18.023393 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7805992-7bbb-49d7-b6ef-731f10584067 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:12:18.023751 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7805992-7bbb-49d7-b6ef-731f10584067 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:12:18.024105 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7805992-7bbb-49d7-b6ef-731f10584067 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:12:18.024459 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7805992-7bbb-49d7-b6ef-731f10584067 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:12:18.024833 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7805992-7bbb-49d7-b6ef-731f10584067 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:12:18.025183 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7805992-7bbb-49d7-b6ef-731f10584067 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:12:18.025534 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7805992-7bbb-49d7-b6ef-731f10584067 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:12:18.025883 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7805992-7bbb-49d7-b6ef-731f10584067 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:12:18.026245 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7805992-7bbb-49d7-b6ef-731f10584067 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:12:18.028266 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7805992-7bbb-49d7-b6ef-731f10584067 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:12:18.032810 dv-cinder-766752-3-smb neutron-server[93267]: DEBUG oslo_concurrency.lockutils [None req-a7805992-7bbb-49d7-b6ef-731f10584067 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:12:18.070604 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-06b52d25-e617-48e1-889d-b9656cf26733 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:12:18.096299 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-06b52d25-e617-48e1-889d-b9656cf26733 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:12:18.211618 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-06b52d25-e617-48e1-889d-b9656cf26733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490502'] for security_group, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:12:18.214342 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-06b52d25-e617-48e1-889d-b9656cf26733 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:12:18.217171 dv-cinder-766752-3-smb neutron-server[93268]: INFO neutron.wsgi [None req-06b52d25-e617-48e1-889d-b9656cf26733 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a0d5dd78-6420-4c83-9876-5f4837bffc22 HTTP/1.1" status: 204 len: 168 time: 0.1985102 Jun 18 22:12:18.217991 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-7e9d32d7-6297-4d04-97d9-58e81fe292ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 22:12:18.225698 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b52d25-e617-48e1-889d-b9656cf26733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d5dd78-6420-4c83-9876-5f4837bffc22,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 22:12:18.232826 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b52d25-e617-48e1-889d-b9656cf26733 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:12:18.233209 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b52d25-e617-48e1-889d-b9656cf26733 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:12:18.233579 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b52d25-e617-48e1-889d-b9656cf26733 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:12:18.233943 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b52d25-e617-48e1-889d-b9656cf26733 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:12:18.234306 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b52d25-e617-48e1-889d-b9656cf26733 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:12:18.234657 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b52d25-e617-48e1-889d-b9656cf26733 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:12:18.235015 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b52d25-e617-48e1-889d-b9656cf26733 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:12:18.235368 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b52d25-e617-48e1-889d-b9656cf26733 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:12:18.235715 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b52d25-e617-48e1-889d-b9656cf26733 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:12:18.236066 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b52d25-e617-48e1-889d-b9656cf26733 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:12:18.236467 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b52d25-e617-48e1-889d-b9656cf26733 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:12:18.236783 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b52d25-e617-48e1-889d-b9656cf26733 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766752-3-smb {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 22:12:18.239916 dv-cinder-766752-3-smb neutron-server[93268]: DEBUG oslo_concurrency.lockutils [None req-06b52d25-e617-48e1-889d-b9656cf26733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 22:12:20.108649 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:12:27.671152 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-f2ab80c8-6455-4da2-9bca-847dc7be015c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:12:30.231282 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3370f12c-1892-446b-9e30-797fb4551600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:12:30.325192 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:12:31.622787 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-66c5960c-ceb9-453b-add3-817047489609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:12:33.322821 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-cfd4400b-1529-4ea9-a221-6a7c5fbf6a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:12:50.242908 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:12:52.985475 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.agents_db [None req-e551f8fc-329d-4229-a52e-01157ddddd3a None None] Agent healthcheck: found 6 active agents {{(pid=93270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 22:12:57.684500 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-53fb7829-5dfa-4369-a5ca-5fbf06fdffd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:13:00.185131 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-c1eaf030-2e92-49ee-8587-1fbda77230be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:13:00.307241 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:13:01.558689 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-66c5960c-ceb9-453b-add3-817047489609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:13:03.244295 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-cfd4400b-1529-4ea9-a221-6a7c5fbf6a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:13:20.167729 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:13:27.683964 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-5687387c-af4f-4bbf-8289-a1f5fe637e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:13:29.984202 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.agents_db [None req-e551f8fc-329d-4229-a52e-01157ddddd3a None None] Agent healthcheck: found 6 active agents {{(pid=93270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 22:13:30.224860 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-ce8a9826-57ca-4c55-8acc-1ffb6217afdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:13:30.324174 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:13:31.573160 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-66c5960c-ceb9-453b-add3-817047489609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:13:33.241935 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-cfd4400b-1529-4ea9-a221-6a7c5fbf6a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:13:50.146470 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:13:57.671823 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-8538844a-86e1-4af9-8e5e-3a88977beb8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:14:00.209293 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-b8bb3b38-ae12-440b-9148-a0f3f121a3c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:14:00.322019 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:14:01.563341 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-66c5960c-ceb9-453b-add3-817047489609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:14:03.249102 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-cfd4400b-1529-4ea9-a221-6a7c5fbf6a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:14:06.982728 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.agents_db [None req-e551f8fc-329d-4229-a52e-01157ddddd3a None None] Agent healthcheck: found 6 active agents {{(pid=93270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 22:14:20.162921 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:14:27.671567 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-876be162-f2a4-43f3-9118-a460a8be8f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:14:30.214384 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-0713720f-93ac-43a2-b163-9abf19ca7beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:14:30.303902 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:14:31.556092 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-66c5960c-ceb9-453b-add3-817047489609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:14:33.249009 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-cfd4400b-1529-4ea9-a221-6a7c5fbf6a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:14:43.981490 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.agents_db [None req-e551f8fc-329d-4229-a52e-01157ddddd3a None None] Agent healthcheck: found 6 active agents {{(pid=93270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 22:14:50.190033 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:14:57.692949 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-6564741b-a77f-4eec-a334-e0cbc9e945c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:15:00.191500 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-d9a7593a-6ec5-49cb-bb15-b25b34b7488c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:15:00.315275 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:15:01.556813 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-66c5960c-ceb9-453b-add3-817047489609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:15:03.259983 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-cfd4400b-1529-4ea9-a221-6a7c5fbf6a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:15:20.214014 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:15:20.980225 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.agents_db [None req-e551f8fc-329d-4229-a52e-01157ddddd3a None None] Agent healthcheck: found 6 active agents {{(pid=93270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 22:15:27.659550 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-85ac9ae5-c862-43f0-b177-774731b7da9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:15:30.202708 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-6f276642-c7cb-42f7-84cb-33ddf34eafa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:15:30.316953 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:15:31.561399 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-66c5960c-ceb9-453b-add3-817047489609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:15:33.254995 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-cfd4400b-1529-4ea9-a221-6a7c5fbf6a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:15:50.235259 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:15:57.676342 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2572e09e-5565-4fca-bc0a-1e2ae73e06bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:15:57.978893 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.agents_db [None req-e551f8fc-329d-4229-a52e-01157ddddd3a None None] Agent healthcheck: found 6 active agents {{(pid=93270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 22:16:00.248031 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-752d2494-105c-4009-8818-1352059bec1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:16:00.305201 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:16:01.562805 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-66c5960c-ceb9-453b-add3-817047489609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:16:03.257832 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-cfd4400b-1529-4ea9-a221-6a7c5fbf6a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:16:20.276449 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:16:27.664822 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-4d5c986f-6ef5-4d31-85c0-8e7a79ca7566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:16:30.234094 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-13a3ae3b-8a88-4a87-aeba-72a362931741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:16:30.316155 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:16:31.584637 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-66c5960c-ceb9-453b-add3-817047489609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:16:33.287775 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-cfd4400b-1529-4ea9-a221-6a7c5fbf6a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:16:34.977084 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.agents_db [None req-e551f8fc-329d-4229-a52e-01157ddddd3a None None] Agent healthcheck: found 6 active agents {{(pid=93270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 22:16:50.286536 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-2d7db06d-44ed-402f-bf12-3609c2e1b638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:16:57.658911 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-c4120da4-6fec-41ab-9072-e7c857b7df64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:00.190639 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-ba50e92b-2c89-428c-8bc2-f99934719d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:00.316178 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-3fc92e27-64dc-4bc2-a717-2f693b1be66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:01.573747 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-66c5960c-ceb9-453b-add3-817047489609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:03.270834 dv-cinder-766752-3-smb neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-cfd4400b-1529-4ea9-a221-6a7c5fbf6a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765939166913', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537704'] for agent, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 22:17:11.975867 dv-cinder-766752-3-smb neutron-server[93270]: DEBUG neutron.db.agents_db [None req-e551f8fc-329d-4229-a52e-01157ddddd3a None None] Agent healthcheck: found 6 active agents {{(pid=93270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}